-- Logs begin at Mon 2021-07-12 16:04:46 UTC, end at Mon 2021-07-12 17:39:29 UTC. -- Jul 12 16:39:26.350320 dv-cinder-800490-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 16:39:29.195792 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.common.config [-] Logging enabled! Jul 12 16:39:29.196676 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 16:39:29.196676 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 16:39:29.199836 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.common.config [-] Logging enabled! Jul 12 16:39:29.200090 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 16:39:29.200404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 16:39:29.201368 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 16:39:29.201599 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 16:39:29.202001 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 16:39:29.202243 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 16:39:29.202476 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 16:39:29.202791 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.203089 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.203510 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.203741 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.204042 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.204352 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.204650 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.204947 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.205247 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.205534 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.205838 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.206137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.206366 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.206650 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.206945 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.207230 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.207460 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] debug = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.207744 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.208172 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.208587 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.208867 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.209163 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.209445 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.209718 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.210028 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.210311 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.210663 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] host = dv-cinder-800490-1-iscsi {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.210929 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.211222 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.211509 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.211798 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.212079 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.212358 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.212647 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.212926 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.213237 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] log_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.213486 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.213784 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.214093 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.214385 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.214623 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.214850 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.215146 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.215436 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.215714 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.215993 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.216268 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.216545 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.216818 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.217089 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.217378 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.217663 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.217973 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.218250 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.218524 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.218798 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.219073 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.219363 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.219825 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.219937 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.220700 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.220986 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.221318 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.221745 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.221898 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.222137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.222422 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.222709 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.222985 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.223274 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.223552 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.223830 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.224106 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] use_json = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.224383 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.224660 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.224944 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.225222 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.225501 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.225809 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.226068 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.226364 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:29.226666 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.226967 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.227265 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.227633 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.227831 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.228116 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.228408 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230108 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230108 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230108 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230108 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230108 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230592 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230592 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.230777 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.231050 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.231351 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.231646 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.231928 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.232212 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.232490 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.232772 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.233063 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.233367 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.233656 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.233961 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.234244 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.234539 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.235083 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.235355 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.235687 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.236480 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.236768 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.237055 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.237338 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.237621 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.237933 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.238261 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.238498 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.238790 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.239067 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.239342 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.239618 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.239897 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.240174 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.240458 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.240736 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.241013 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.241291 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.241567 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.241868 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.242145 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.242431 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.242706 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.242978 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.243255 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.243522 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.243794 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.244065 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.244339 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.244612 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.244886 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.245172 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.245442 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.245710 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.246012 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.246286 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.246563 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.246852 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.247155 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.247439 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.247717 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.247996 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.248285 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.248562 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.248847 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.249126 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.249405 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.249682 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.250019 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.250312 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.250606 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.250894 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.251172 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.251499 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.251849 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.252142 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.252427 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.252707 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.253002 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.253289 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.253586 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.253916 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.254214 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.254506 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.254804 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.255090 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.255405 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.255685 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:29.255909 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 16:39:29.256156 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99307) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 16:39:29.655480 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 16:39:29.655676 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 16:39:29.655976 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 16:39:29.656372 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 16:39:30.060534 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.060820 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.061090 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.062475 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.062758 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.063030 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.099780 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.100055 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.100344 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.115203 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.115488 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.115757 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.147928 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.148196 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.148467 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.185971 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.186266 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.186512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.433809 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.435060 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.435060 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.435060 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.435452 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.565131 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.565460 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.565757 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.566084 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.566333 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.566643 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.566908 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.567167 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.567423 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.567709 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.567983 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.568255 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.568520 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.568780 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.569041 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.569305 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.569574 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.569872 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.570137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.570411 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.570664 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.570946 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.571309 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.571594 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.571844 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.572093 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.572510 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:30.572750 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:30.572990 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:30.573229 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:30.573458 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:30.573697 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:30.574101 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 16:39:30.578739 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 16:39:30.582814 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 16:39:30.586693 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 12 16:39:30.588374 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 16:39:30.588915 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 16:39:30.589251 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 16:39:30.589637 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 16:39:30.592660 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 16:39:30.592912 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 16:39:30.593257 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 16:39:30.622647 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 16:39:30.623092 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.623395 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99307) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 12 16:39:30.623755 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.625142 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99307) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 16:39:30.625437 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 16:39:30.625683 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 16:39:30.629058 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.629313 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:30.693428 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 16:39:30.693631 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 16:39:30.693841 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 16:39:30.694229 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 16:39:30.717076 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_db.sqlalchemy.engines [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99307) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 16:39:31.412539 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing driver for type 'gre' Jul 12 16:39:31.413364 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] gre ID ranges: [(1, 1000)] Jul 12 16:39:31.512210 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing driver for type 'local' Jul 12 16:39:31.512958 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing driver for type 'vlan' Jul 12 16:39:31.531373 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] VlanTypeDriver initialization complete Jul 12 16:39:31.531893 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing driver for type 'vxlan' Jul 12 16:39:31.532436 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] vxlan ID ranges: [(1, 1000)] Jul 12 16:39:31.609399 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing extension driver 'port_security' Jul 12 16:39:31.610413 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] PortSecurityExtensionDriver initialization complete Jul 12 16:39:31.611512 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing mechanism driver 'openvswitch' Jul 12 16:39:31.612087 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing mechanism driver 'hyperv' Jul 12 16:39:31.622883 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.plugin [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:31.623782 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.624227 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.624622 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.625350 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 16:39:31.626830 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnet after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.627454 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnet after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.628078 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.629257 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 16:39:31.629375 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.629843 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.630256 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.630817 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 16:39:31.631313 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > security_group after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.631814 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > security_group after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.632168 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.632845 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 16:39:31.633326 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.633746 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.634212 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.634613 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 16:39:31.635028 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > address_group after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.635443 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > address_group after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.635824 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.636336 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 16:39:31.637790 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] ML2 OVO RPC backend initialized. {{(pid=99307) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 12 16:39:31.638596 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.639079 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.639585 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.639975 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > networks before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.640362 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.640716 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > ports before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.641107 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnet before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.641482 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnets before_response 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.641885 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.642237 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.642582 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.642928 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.643265 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.643701 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.644098 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnet after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.644450 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnet after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.644791 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.645422 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.plugin [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Modular L2 Plugin initialization complete Jul 12 16:39:31.645821 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading services supported by the core plugin {{(pid=99307) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 16:39:31.646146 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.plugins.ml2.managers [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Got port-security extension from driver 'port_security' Jul 12 16:39:31.646624 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.extensions.vlantransparent [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Disabled vlantransparent extension. Jul 12 16:39:31.647133 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99307) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 16:39:31.647467 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: router Jul 12 16:39:31.691959 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.692416 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router after_create 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.692829 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router before_create 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.693237 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.693659 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.694160 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router after_delete 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.694781 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.695208 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router after_create 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.695732 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router after_update 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.696166 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router after_update 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.696627 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.697071 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router after_update 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.697597 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_update 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.698295 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: port after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.698790 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: port after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.699227 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: subnet after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.699728 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.700147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.700553 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_create 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.701014 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: port before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.701420 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.701908 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router after_update 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.702351 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.702895 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_create 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.703363 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.703942 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_update 55549900 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.704395 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > agent after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.704830 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > agent after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.705448 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > network after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.706833 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Tracking information for resource: router configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:31.707497 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Tracking information for resource: floatingip configured {{(pid=99307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 16:39:31.716294 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.db.l3_agentschedulers_db [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 16:39:31.717086 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: port after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.717644 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: port after_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.718175 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: port after_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.718664 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: port after_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.719701 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router before_create 55550100 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.720206 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.720716 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_create 55550100 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.721118 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > router precommit_update 55550100 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.726967 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.services.provider_configuration [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service providers = [] {{(pid=99307) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 16:39:31.727415 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.db.servicetype_db [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99307) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 16:39:31.731581 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.services.service_base [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 16:39:31.732032 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.services.service_base [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 16:39:31.732496 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.services.service_base [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 16:39:31.733693 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.services.service_base [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 16:39:31.734165 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.services.service_base [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 16:39:31.734929 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.735966 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 16:39:31.750457 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.750831 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: auto_allocate Jul 12 16:39:31.760893 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: network precommit_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.761323 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: network precommit_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.761996 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.762427 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: tag Jul 12 16:39:31.772306 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.772856 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: timestamp Jul 12 16:39:31.781553 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.782066 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: network_ip_availability Jul 12 16:39:31.793317 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.794142 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.794763 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:31.796273 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.796924 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: flavors Jul 12 16:39:31.805057 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.805680 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading Plugin: revisions Jul 12 16:39:31.813111 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 16:39:31.814247 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_concurrency.lockutils [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.157s {{(pid=99307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 16:39:31.815267 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99307) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 12 16:39:31.815693 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Initializing extension manager. Jul 12 16:39:31.816387 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: __init__.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.816783 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: __pycache__ {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.817151 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.817588 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: address_group.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.818730 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.819440 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: address-group Jul 12 16:39:31.819947 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: address_scope.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.820709 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.821384 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: address-scope Jul 12 16:39:31.821970 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.823334 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.823879 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: router-admin-state-down-before-update Jul 12 16:39:31.824372 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: agent.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.825263 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.826343 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: agent Jul 12 16:39:31.826695 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: agent_resources_synced.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.827856 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.828732 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: agent-resources-synced Jul 12 16:39:31.828732 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: allowedaddresspairs.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.831352 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.832071 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: allowed-address-pairs Jul 12 16:39:31.832460 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: auto_allocated_topology.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.834124 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.834898 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: auto-allocated-topology Jul 12 16:39:31.835437 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: availability_zone.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.836548 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.837203 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: availability_zone Jul 12 16:39:31.837647 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: availability_zone_filter.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.838977 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.839596 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: availability_zone_filter Jul 12 16:39:31.840127 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: data_plane_status.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.841430 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.842598 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 16:39:31.843062 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: default_subnetpools.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.844338 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.845141 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: default-subnetpools Jul 12 16:39:31.845460 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.846614 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.847313 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: dhcp_agent_scheduler Jul 12 16:39:31.847738 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: dns.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.849006 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.850102 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension dns-integration not supported by any of loaded plugins Jul 12 16:39:31.850759 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: dns_domain_ports.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.852765 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.854165 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 16:39:31.854750 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.856509 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.857414 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 16:39:31.857866 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: dvr.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.858919 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.859973 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: dvr Jul 12 16:39:31.861178 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: empty_string_filtering.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.863019 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.863999 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: empty-string-filtering Jul 12 16:39:31.864624 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.865646 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.866234 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 16:39:31.866646 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.868030 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.868429 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 16:39:31.868901 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: external_net.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.870192 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.870777 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: external-net Jul 12 16:39:31.871359 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.872598 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.873243 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: extra_dhcp_opt Jul 12 16:39:31.873572 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: extraroute.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.874557 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.875108 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: extraroute Jul 12 16:39:31.875578 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: extraroute_atomic.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.877420 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.878207 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: extraroute-atomic Jul 12 16:39:31.878609 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: filter_validation.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.879486 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.880286 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: filter-validation Jul 12 16:39:31.880808 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: fip_pf_description.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.881950 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.882632 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 16:39:31.883045 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: fip_port_details.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.884063 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.884667 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: fip-port-details Jul 12 16:39:31.885087 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: flavors.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.886682 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.887382 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: flavors Jul 12 16:39:31.887870 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.889889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.890579 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 16:39:31.891103 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: floatingip_pools.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.892126 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.892742 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: floatingip-pools Jul 12 16:39:31.893162 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: ip_allocation.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.894238 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.895036 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 16:39:31.895581 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.896788 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.897362 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: ip-substring-filtering Jul 12 16:39:31.897846 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l2_adjacency.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.900382 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.901356 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 16:39:31.902562 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l3.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.904867 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.907620 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: router Jul 12 16:39:31.907992 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.911122 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.911684 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 16:39:31.912024 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.912990 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.913518 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: ext-gw-mode Jul 12 16:39:31.913878 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.914838 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.915360 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: l3-ha Jul 12 16:39:31.915686 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l3_flavors.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.916637 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.917188 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: l3-flavors Jul 12 16:39:31.917519 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.918526 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.919240 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 16:39:31.919567 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: l3agentscheduler.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.920661 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.921183 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: l3_agent_scheduler Jul 12 16:39:31.921514 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: logging.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.923610 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.924139 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension logging not supported by any of loaded plugins Jul 12 16:39:31.924471 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: metering.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.925233 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.925913 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: metering Jul 12 16:39:31.926293 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.927628 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.928259 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: metering_source_and_destination_fields Jul 12 16:39:31.928599 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: multiprovidernet.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.929629 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.930227 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: multi-provider Jul 12 16:39:31.930605 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: netmtu.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.931653 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.932243 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: net-mtu Jul 12 16:39:31.932631 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: netmtu_writable.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.933851 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.934431 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: net-mtu-writable Jul 12 16:39:31.934804 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: network_availability_zone.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.935639 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.936235 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: network_availability_zone Jul 12 16:39:31.936579 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: network_ip_availability.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.937910 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.938758 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: network-ip-availability Jul 12 16:39:31.938954 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: network_segment_range.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.940501 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.941181 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 16:39:31.941561 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: pagination.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.943047 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.943335 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: pagination Jul 12 16:39:31.943775 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: port_device_profile.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.944759 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.945426 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: port-device-profile Jul 12 16:39:31.945796 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.946864 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.947498 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: port-mac-address-regenerate Jul 12 16:39:31.947924 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.948939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.949457 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: port-numa-affinity-policy Jul 12 16:39:31.949802 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: port_resource_request.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.950811 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.951382 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 16:39:31.951742 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: portbindings.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.952697 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.953295 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: binding Jul 12 16:39:31.953669 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: portbindings_extended.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.955317 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.955881 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: binding-extended Jul 12 16:39:31.956270 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: portsecurity.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.957244 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.957881 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: port-security Jul 12 16:39:31.958243 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: project_id.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.959374 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.959748 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: project-id Jul 12 16:39:31.960133 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: providernet.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.961195 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.961799 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: provider Jul 12 16:39:31.962154 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.966213 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.966778 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos not supported by any of loaded plugins Jul 12 16:39:31.967115 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.968555 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.969118 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 16:39:31.969683 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.971307 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.971830 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 16:39:31.972202 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_default.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.973223 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.973825 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-default not supported by any of loaded plugins Jul 12 16:39:31.974186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_fip.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.974898 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.975436 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-fip not supported by any of loaded plugins Jul 12 16:39:31.975793 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_gateway_ip.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.976849 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.977412 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 16:39:31.977746 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_port_network_policy.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.978862 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.979450 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 16:39:31.979778 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_rule_type_details.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.980722 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.981329 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 16:39:31.981679 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: qos_rules_alias.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.982868 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.983421 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 16:39:31.983775 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: quotasv2.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.985143 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.985562 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: quotas Jul 12 16:39:31.986692 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: quotasv2_detail.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.992137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.992555 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: quota_details Jul 12 16:39:31.993121 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: rbac.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.994987 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.996024 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: rbac-policies Jul 12 16:39:31.996599 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: rbac_address_group.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:31.998770 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:31.999792 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: rbac-address-group Jul 12 16:39:32.000185 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: rbac_address_scope.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.001474 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.002496 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: rbac-address-scope Jul 12 16:39:32.003097 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: rbac_security_groups.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.004463 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.005266 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: rbac-security-groups Jul 12 16:39:32.005635 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: rbac_subnetpool.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.006678 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.007204 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: rbac-subnetpool Jul 12 16:39:32.007544 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: revisionifmatch.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.008488 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.009019 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: revision-if-match Jul 12 16:39:32.009346 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: revisions.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.010582 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.011108 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: standard-attr-revisions Jul 12 16:39:32.011438 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: router_availability_zone.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.012166 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.012726 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: router_availability_zone Jul 12 16:39:32.013049 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: routerservicetype.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.014057 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.014602 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension router-service-type not supported by any of loaded plugins Jul 12 16:39:32.014934 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.015892 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.016414 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: security-groups-normalized-cidr Jul 12 16:39:32.016777 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.017717 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.018261 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: port-security-groups-filtering Jul 12 16:39:32.018586 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.019528 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.020046 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: security-groups-remote-address-group Jul 12 16:39:32.020409 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: securitygroup.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.031197 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.031800 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: security-group Jul 12 16:39:32.032232 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: segment.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.033556 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.034128 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension segment not supported by any of loaded plugins Jul 12 16:39:32.034475 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.035616 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.036190 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 16:39:32.036554 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: servicetype.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.037873 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.038471 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: service-type Jul 12 16:39:32.038852 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: sorting.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.039973 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.040346 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: sorting Jul 12 16:39:32.040700 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: standard_attr_segment.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.041866 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.042481 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 16:39:32.042838 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: standardattrdescription.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.043502 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.044023 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: standard-attr-description Jul 12 16:39:32.044380 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: stateful_security_group.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.045433 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.046064 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: stateful-security-group Jul 12 16:39:32.046427 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: stdattrs_common.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.047109 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 16:39:32.047428 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.048929 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.049526 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 16:39:32.049904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: subnet_onboard.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.051120 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.052895 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: subnet_onboard Jul 12 16:39:32.052895 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.053146 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.053688 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 16:39:32.054107 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: subnet_service_types.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.055197 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.055802 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: subnet-service-types Jul 12 16:39:32.056158 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: subnetallocation.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.057389 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.058012 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: subnet_allocation Jul 12 16:39:32.058351 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.059193 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.059714 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: subnetpool-prefix-ops Jul 12 16:39:32.060038 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.061002 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.061509 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 16:39:32.061880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: tagging.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.063002 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.063536 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: standard-attr-tag Jul 12 16:39:32.063909 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: timestamp.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.065791 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.066564 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loaded extension: standard-attr-timestamp Jul 12 16:39:32.066901 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: trunk.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.068561 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.069268 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension trunk not supported by any of loaded plugins Jul 12 16:39:32.069852 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: trunk_details.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.071484 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.072262 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension trunk-details not supported by any of loaded plugins Jul 12 16:39:32.072511 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: uplink_status_propagation.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.073595 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.074205 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 16:39:32.074597 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Loading extension file: vlantransparent.py {{(pid=99307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 16:39:32.075379 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 16:39:32.075971 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 16:39:32.078845 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:network Jul 12 16:39:32.079722 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:subnet Jul 12 16:39:32.080270 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 16:39:32.080643 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:port Jul 12 16:39:32.082166 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.082667 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service FLAVORS assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.083390 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.083854 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.084254 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:router Jul 12 16:39:32.084729 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:floatingip Jul 12 16:39:32.085302 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service METERING assigned prefix: /metering {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.086978 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:32.087401 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:32.087804 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:39:32.088998 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 16:39:32.089500 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:security_group Jul 12 16:39:32.090106 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 16:39:32.090770 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service CORE assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.091156 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 16:39:32.091551 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] subnetpool is already registered Jul 12 16:39:32.092023 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service CORE assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.092469 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 16:39:32.092848 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] subnetpool is already registered Jul 12 16:39:32.095922 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.096409 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service FLAVORS assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.097074 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.097545 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.097964 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:router Jul 12 16:39:32.098416 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] router is already registered Jul 12 16:39:32.098885 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:floatingip Jul 12 16:39:32.099629 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] floatingip is already registered Jul 12 16:39:32.099781 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service METERING assigned prefix: /metering {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.100606 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 16:39:32.100980 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] rbac_policy is already registered Jul 12 16:39:32.101449 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:security_group Jul 12 16:39:32.101879 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] security_group is already registered Jul 12 16:39:32.102332 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 16:39:32.102736 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] security_group_rule is already registered Jul 12 16:39:32.103451 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service CORE assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.103818 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 16:39:32.104194 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] subnetpool is already registered Jul 12 16:39:32.104722 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.v2.resource_helper [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Service CORE assigned prefix: {{(pid=99307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 16:39:32.105124 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 16:39:32.105513 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING neutron.quota.resource_registry [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] subnetpool is already registered Jul 12 16:39:32.106096 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: extensions {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.107721 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: address-groups {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.109390 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: address-scopes {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.111150 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: agents {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.112417 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: auto-allocated-topology {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.113669 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: availability_zones {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.114892 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: dhcp-networks {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.117692 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: dhcp-agents {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.119192 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: routers {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.120933 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: flavors {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.122275 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: service_profiles {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.123593 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: next_providers {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.125116 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: service_profiles {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.127469 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: floatingip-pools {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.128763 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: routers {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.130548 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: floatingips {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.131836 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: l3-routers {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.133265 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: l3-agents {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.134767 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: metering-labels {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.136034 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: metering-label-rules {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.137422 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: network-ip-availabilities {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.138748 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: bindings {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.140333 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: quotas {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.142593 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: quotas {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.144052 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: rbac-policies {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.145265 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: security-groups {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.146658 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: security-group-rules {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.147905 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: service-providers {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.149131 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: subnetpools {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.150520 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: subnetpools {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.152093 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.153829 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.155689 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.157596 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.159359 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.161350 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.163099 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.164929 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.166903 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.168685 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron.api.extensions [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Extended resource: tags {{(pid=99307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 16:39:32.174941 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING keystonemiddleware.auth_token [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 16:39:32.179585 dv-cinder-800490-1-iscsi neutron-server[99307]: WARNING keystonemiddleware.auth_token [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 16:39:32.190058 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_concurrency.lockutils [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Acquired lock "singleton_lock" {{(pid=99307) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 12 16:39:32.190586 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_concurrency.lockutils [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Releasing lock "singleton_lock" {{(pid=99307) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 12 16:39:32.191291 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO oslo_service.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Starting 2 workers Jul 12 16:39:32.197419 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Started child 99420 {{(pid=99307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 16:39:32.204104 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Started child 99421 {{(pid=99307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 16:39:32.206755 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:32.207558 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO neutron.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 16:39:32.207879 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Notify callbacks [] for process, before_spawn {{(pid=99307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:32.208912 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:32.209564 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [-] (99420) wsgi starting up on http://0.0.0.0:9696 Jul 12 16:39:32.210387 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [-] (99421) wsgi starting up on http://0.0.0.0:9696 Jul 12 16:39:32.210970 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO oslo_service.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Starting 1 workers Jul 12 16:39:32.216589 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Started child 99422 {{(pid=99307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 16:39:32.217201 dv-cinder-800490-1-iscsi neutron-server[99307]: INFO oslo_service.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Starting 1 workers Jul 12 16:39:32.221364 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] calling RpcWorker wait() {{(pid=99422) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 16:39:32.221983 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] returning from RpcWorker wait() {{(pid=99422) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 16:39:32.222164 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Started child 99423 {{(pid=99307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 16:39:32.223042 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG neutron_lib.callbacks.manager [None req-e6123fc0-47d1-431d-ad3d-f2cce76f7a1d None None] Notify callbacks [] for process, after_spawn {{(pid=99307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:32.223582 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:32.224120 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:32.225189 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99307) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 16:39:32.225453 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 16:39:32.225639 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 16:39:32.225870 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 16:39:32.226291 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 16:39:32.226525 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 16:39:32.227084 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.227385 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.227711 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.228014 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.228338 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.228967 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.229259 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.229584 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.229943 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.230263 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.230418 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.230800 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.231235 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.231699 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.232301 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.232820 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.233219 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.233718 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.234198 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.234317 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:32.235516 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.236003 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.236478 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.236962 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] debug = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.237379 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.238220 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.238731 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.239158 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.239555 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.240068 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.240538 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.240969 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.241449 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.241896 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.242315 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.242850 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.243302 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.243689 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.244127 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.244560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.244942 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.245585 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] host = dv-cinder-800490-1-iscsi {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.245995 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.246399 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.246818 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.247244 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.247648 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.248030 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.248446 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.248871 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.249281 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.249682 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.250109 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.250542 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.250949 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.251978 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.252308 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_options = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.252703 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.253134 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.253559 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.253925 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.254256 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.254580 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.254989 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.255299 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.255695 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.256082 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.256453 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.256817 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.257189 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.257576 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.258007 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.258419 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.258785 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.259166 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.259572 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.260009 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.260477 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.260922 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.261335 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.261790 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.262195 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.262658 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.263237 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.263679 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.264324 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.265671 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.266373 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.266791 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.267661 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.268069 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.268699 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.268854 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.269096 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.269397 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.270464 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.271279 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.271557 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.272377 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.272637 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.272870 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.273128 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.273371 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_json = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.274180 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.274585 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.274965 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.278228 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.279336 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.279336 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.279336 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.280652 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.280652 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.280944 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.281293 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.281615 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.281870 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.282191 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.282561 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.282813 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.283067 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.283354 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.283758 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.284028 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.284321 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.284732 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.284996 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.285258 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.285654 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.286099 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.286402 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.286647 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:32.286884 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.286884 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.287320 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.287320 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.287757 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.287757 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.288195 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.288459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.288681 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.288681 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.289124 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.289276 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.289507 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.289807 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.290042 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.290271 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.290500 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.290739 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.290984 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.291240 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.292307 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.292307 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.292307 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.293037 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.293037 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.293551 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.293842 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.294190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.294597 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.294866 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.295134 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.295478 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.296200 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.296337 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.296625 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.296985 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.297300 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.297540 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.297905 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.298193 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.298447 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.298825 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.299256 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.299539 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.299991 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.300287 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.300510 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.300975 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.301380 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.301803 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.302139 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.302382 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.302629 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.303094 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.303517 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.303782 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.304035 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.304296 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.304551 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.304799 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.305225 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.305578 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.306198 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.306651 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.307187 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.307724 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.308503 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.309023 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.309309 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.309871 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.310357 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.310671 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.311150 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.311437 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.311742 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.312075 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.312410 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.312768 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.313083 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.313442 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.314135 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.314544 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.314853 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.315021 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.315299 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.315574 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.316008 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.316566 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.317026 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.317363 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.317792 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.318149 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.318506 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.318759 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.319100 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.319515 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.319854 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.320186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.320604 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.321084 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.321467 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.321855 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.322273 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.322628 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.322870 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.323234 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.323583 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.324011 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.324466 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.324867 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.325602 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.325823 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.326167 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.326435 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.326647 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.326904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.327242 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.327684 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.328176 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.329472 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.329472 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.329472 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.330267 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.330420 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.330893 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.331166 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.332049 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.332049 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.332305 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.332880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.333502 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.334224 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.335004 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.335411 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.336124 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.336519 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.336913 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.337301 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.337702 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.338105 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.338540 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.338904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.339230 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.339627 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.340188 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.340613 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.341070 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.341552 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.342057 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.342357 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.342793 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.343064 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.343389 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.343697 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.343953 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.344222 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.344480 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.344921 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.345291 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.345673 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.346085 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.346454 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.346813 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.347101 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.347274 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.347514 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.348024 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.348305 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.348805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.349141 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.349443 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.349804 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.350124 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.350411 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.350689 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.351051 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.352424 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.352424 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.352424 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.352424 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.353360 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.353360 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.353360 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.354139 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.354139 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.354578 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.354815 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.355214 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.355666 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.356090 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.356537 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.356933 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.357250 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.357503 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.357790 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.358082 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.358415 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.358742 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.359000 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.359363 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.360011 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.360382 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.361248 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.361490 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.361719 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.362062 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.362289 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.362614 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.362810 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.363020 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.363284 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.363684 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.364078 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.364443 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368161 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368784 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368784 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.368942 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.369303 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.369579 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.369883 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.370136 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.370872 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.370872 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.371156 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.371568 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.371990 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.372432 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.372879 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.373324 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.373808 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.374110 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.374461 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.374826 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.375214 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.376780 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.376780 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.377104 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.377354 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.377739 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.379372 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.379372 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.379372 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.379372 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.379885 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.380170 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.380800 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.381221 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.381611 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.382278 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.383279 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.383279 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.383483 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.384259 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 16:39:32.384578 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99307) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 16:39:32.384860 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 16:39:32.385136 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 16:39:32.385424 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 16:39:32.385783 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 16:39:32.386028 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 16:39:32.386389 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.386682 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.386973 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.387260 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.387541 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.387834 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.388123 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.388520 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.388681 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.388953 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.389191 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.389426 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.389704 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.390013 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.390295 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.390592 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.390874 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.391156 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.391442 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.391753 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.392027 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.392295 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.392569 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] debug = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.392827 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.393050 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.393222 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.393385 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.393545 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.393706 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.393913 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.394078 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.394310 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.394537 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.394702 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.394867 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.395071 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.395289 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.395536 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.395699 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.395866 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.396008 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] host = dv-cinder-800490-1-iscsi {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.396283 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.396503 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.396753 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.396962 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.397143 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.397310 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.397504 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.397757 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.397961 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.398124 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.398312 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.398506 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.398669 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.398921 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.399119 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_options = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.399281 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.399446 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.399655 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.399868 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.400128 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.400440 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.400670 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.401179 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.401460 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.401732 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.402030 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.402281 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.402583 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.402838 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.403124 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.403401 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.403681 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.403966 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.404207 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.404402 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.404606 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.404891 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.405056 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:32.405334 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.405587 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.405723 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.405997 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.406378 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.406967 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.406967 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.407404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.407404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.407741 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.407977 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.407977 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.408303 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.408447 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.408588 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.408799 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.409056 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.409259 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.409539 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.409694 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.409864 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.410005 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.410150 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.410339 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_json = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.410526 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.410776 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.410921 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.411131 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.411289 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.411481 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.411640 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.411823 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 16:39:32.412023 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.412241 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.412525 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.412696 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.412858 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.413048 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.413227 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.413420 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.413638 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.413880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.414033 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.414203 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.414401 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.414612 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.414779 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.414947 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.415131 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.415348 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.415535 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.415706 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.415967 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.416244 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.416466 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.416649 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.416813 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.416980 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.417122 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.417345 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.417595 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.417929 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.418120 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.418259 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.418421 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.418602 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.418800 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.419025 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.419219 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.419361 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.419498 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.419641 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.419958 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.420069 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.420262 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.420450 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.420615 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.420774 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.420965 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.421127 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.421378 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.421667 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.421858 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.422078 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.422261 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.422475 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.422475 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.422734 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.422873 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.423546 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.423689 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.423909 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.424157 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.425904 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.430560 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.431512 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.432404 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433253 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433253 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433253 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433253 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433253 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433253 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433883 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433883 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433883 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.433883 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.434924 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.434924 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.434924 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.434924 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.434924 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.434924 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.435513 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.435513 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.435513 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.435935 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.435935 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.436156 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.436156 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.436359 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.436521 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.436708 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.436898 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.437128 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.437336 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.437542 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.437678 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.437871 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.438080 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.438277 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.438483 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.439206 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.439206 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.439550 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.439550 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.439799 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.439889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.439969 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.440134 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.440295 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.440973 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.440973 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.440973 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.440973 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.442186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.442186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.442186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.442186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.442186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.442186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.442186 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443091 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443091 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443091 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443091 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443091 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443091 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.443880 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.444957 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.444957 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.444957 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.444957 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.444957 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.444957 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.444957 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.446147 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.447190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.447190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.447190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.447190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.447190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.447190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.447190 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448137 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448891 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448891 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448891 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448891 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448891 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.448891 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.449641 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.449641 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.449641 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.449641 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.450167 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.450167 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.450167 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.450167 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.450658 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.450658 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.450658 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.451072 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.451072 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.451394 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.451394 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.451637 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.451780 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.451914 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.452048 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.452183 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.452322 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.452453 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.452583 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.452767 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.452917 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.453074 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.453217 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.453357 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.453525 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.453829 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.453829 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.454092 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.454277 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.454416 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.454622 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.454856 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.455029 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.455224 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.455399 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.455544 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.455817 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.456008 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.456156 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.456515 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.456656 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.458459 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.459939 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.462805 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.463889 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.464991 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.464991 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.464991 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.464991 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 16:39:32.464991 dv-cinder-800490-1-iscsi neutron-server[99307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 16:39:32.565040 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 57398) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:32.575911 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079234 Jul 12 16:39:45.704178 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f2d28-0c06-4207-a20d-9027b3d61869 None None] get_active_networks_info from dv-cinder-800490-1-iscsi {{(pid=99422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:39:45.908225 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9f2d28-0c06-4207-a20d-9027b3d61869 None None] No non-hosted networks {{(pid=99422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 16:39:45.919806 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.agentschedulers_db [None req-8c9f2d28-0c06-4207-a20d-9027b3d61869 None None] DHCP Agent not found on host dv-cinder-800490-1-iscsi {{(pid=99422) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 12 16:39:46.050535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-20f71926-7dd0-43bf-9786-d66c4ce4e2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617312'] for agent, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:48.881549 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617312'] for agent, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:48.883340 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.883968 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.887300 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.888223 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.888879 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.889669 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.890470 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.891309 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.891939 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.892720 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.893452 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.894061 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:48.894745 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800490-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:48.915434 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800490-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:49.484079 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27dfe9c3-71cb-4d58-b33e-09b2feedf71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617312'] for agent, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:49.543531 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ee1da4cc-4000-4256-bb66-057aa0413491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:51.379559 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617312'] for agent, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:53.268408 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617312'] for agent, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:54.456595 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 57490) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:54.559885 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.db.l3_hamode_db [None req-ffcfa71a-ea7a-4668-a9f7-97567fc0e530 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 16:39:54.663056 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfa71a-ea7a-4668-a9f7-97567fc0e530 None None] Routers set() bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:54.663454 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfa71a-ea7a-4668-a9f7-97567fc0e530 None None] Router IDs set() for agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 12 16:39:55.163124 dv-cinder-800490-1-iscsi neutron-server[99420]: WARNING oslo_policy.policy [None req-e6046857-0de0-4411-9e2c-760dc09b894e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:39:55.163718 dv-cinder-800490-1-iscsi neutron-server[99420]: WARNING oslo_policy.policy [None req-e6046857-0de0-4411-9e2c-760dc09b894e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:39:55.409347 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [None req-e6046857-0de0-4411-9e2c-760dc09b894e admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:39:55.410354 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-e6046857-0de0-4411-9e2c-760dc09b894e admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9528413 Jul 12 16:39:58.235854 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 57504) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:58.977579 dv-cinder-800490-1-iscsi neutron-server[99421]: WARNING oslo_policy.policy [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:39:58.978513 dv-cinder-800490-1-iscsi neutron-server[99421]: WARNING oslo_policy.policy [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:39:59.394196 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:39:59.557025 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.policy [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99421) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 16:39:59.642661 dv-cinder-800490-1-iscsi neutron-server[99421]: WARNING oslo_policy.policy [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:39:59.643270 dv-cinder-800490-1-iscsi neutron-server[99421]: WARNING oslo_policy.policy [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:39:59.662732 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.quota [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] Loaded quota_driver: . Jul 12 16:39:59.813050 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781027456185', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781027455690', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781027444475', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781027474593', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781027464802', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781027356372', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1560267', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1321256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-335021', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658439'] for rbac-policy, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:59.893067 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:59.895210 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-88947631-3fba-4dfe-b78f-b721069e5024 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.6564801 Jul 12 16:40:02.771550 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 57522) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:03.126032 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:03.127577 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.quota [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Loaded quota_driver: . Jul 12 16:40:03.205235 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Made reservation on behalf of e5670423a60e41bc8f12b2d29c372c9a for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:03.287259 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.policy [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99420) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 16:40:03.340638 dv-cinder-800490-1-iscsi neutron-server[99420]: WARNING oslo_policy.policy [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:40:03.341014 dv-cinder-800490-1-iscsi neutron-server[99420]: WARNING oslo_policy.policy [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 16:40:03.354168 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.376713 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.571499 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.576767 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.601113 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:40:03.641524 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781030308181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.642067 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Unsubscribe: segment precommit_create {{(pid=99420) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 16:40:03.642595 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Added segment 1cad651b-cb53-43b0-9c71-3b5e79b988d6 of type vlan for network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 Jul 12 16:40:03.660915 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29fc01-7c18-4fea-b0d2-2a1f0f3ed020,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:03.694533 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.695298 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.695887 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.697111 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.697916 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.698524 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.699287 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.700167 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.701990 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.703256 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.703862 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.705499 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Tracked resource versions report: Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: pushed versions: Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: { 'AddressGroup': {'1.2'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'ConntrackHelper': {'1.0'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Log': {'1.0'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Network': {'1.1'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Port': {'1.7'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'PortForwarding': {'1.2'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'QosPolicy': {'1.8'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroup': {'1.4'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SubPort': {'1.0'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Subnet': {'1.1'}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Trunk': {'1.1'}} Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: consumer versions: Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'ConntrackHelper': '1.0', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Log': '1.0', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Network': '1.1', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Port': '1.7', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'PortForwarding': '1.2', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'QosPolicy': '1.8', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroup': '1.4', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroupRule': '1.2', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SubPort': '1.0', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Subnet': '1.1', Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Trunk': '1.1'}} Jul 12 16:40:03.709380 dv-cinder-800490-1-iscsi neutron-server[99420]: {{(pid=99420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:40:03.800273 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.874982 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.876568 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:03.877563 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.972456 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1993451 Jul 12 16:40:04.009016 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b073f-f6a5-4fb9-81fb-872c3080351a admin admin] Pushing event updated for resources: {'Network': ['ID=0eb7f3e0-7049-4858-aa34-5e2aa4500a14,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:04.025742 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:40:07.543948 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 57538) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:08.130624 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a206ca-afcf-4bac-9a37-5839700df802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:08.133382 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f7a206ca-afcf-4bac-9a37-5839700df802 admin admin] 10.222.0.74 "GET /v2.0/networks/0eb7f3e0-7049-4858-aa34-5e2aa4500a14 HTTP/1.1" status: 200 len: 825 time: 0.5883658 Jul 12 16:40:08.178823 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-73ae3283-7fca-4ee8-9f84-b53ccd78dc17 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/ddffc1f0-e888-4821-994d-50fd54fb268b HTTP/1.1" status: 200 len: 734 time: 0.0397389 Jul 12 16:40:08.193291 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Request body: {'subnet': {'subnetpool_id': 'ddffc1f0-e888-4821-994d-50fd54fb268b', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'ip_version': 4, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:08.223913 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Made reservation on behalf of e5670423a60e41bc8f12b2d29c372c9a for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:08.227941 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:08.684901 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:08.770564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80ac5a7-b601-470e-a9a5-ce003e29f33d,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:08.783155 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Checking segment: {'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:08.783708 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Network hostable DHCP agents. Network: 0eb7f3e0-7049-4858-aa34-5e2aa4500a14, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:40:08.819010 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:40:08.834188 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 0eb7f3e0-7049-4858-aa34-5e2aa4500a14) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:08.842395 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:08.843432 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:08.846253 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dcbe4e-8b53-446b-8747-17c4d9e36938 None None] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:08.877101 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4a35c7e5-0570-4a36-82bd-36b6b5a7b72f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6879196 Jul 12 16:40:09.291025 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'fixed_ips': [{'subnet_id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:40:09.292665 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.680142 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Allocated IP 172.20.0.2 (0eb7f3e0-7049-4858-aa34-5e2aa4500a14/b80ac5a7-b601-470e-a9a5-ce003e29f33d/a8b09816-a158-4e5a-aee8-8fd9e1e3d59e) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:10.013029 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.073828 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Transition to ACTIVE for port object a8b09816-a158-4e5a-aee8-8fd9e1e3d59e will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:10.102849 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Transition to ACTIVE for port object a8b09816-a158-4e5a-aee8-8fd9e1e3d59e will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:10.114016 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.205408 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:10.214494 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:10.230390 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:10.238217 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Pushing event updated for resources: {'Port': ['ID=a8b09816-a158-4e5a-aee8-8fd9e1e3d59e,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:10.276665 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.277335 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.277952 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.278542 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.279101 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.279747 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.280859 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.281347 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.281980 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.282563 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.283090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.283591 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Tracked resource versions report: Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: pushed versions: Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: { 'AddressGroup': {'1.2'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'ConntrackHelper': {'1.0'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Log': {'1.0'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Network': {'1.1'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Port': {'1.7'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'PortForwarding': {'1.2'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'QosPolicy': {'1.8'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroup': {'1.4'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SubPort': {'1.0'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Subnet': {'1.1'}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Trunk': {'1.1'}} Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: consumer versions: Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'ConntrackHelper': '1.0', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Log': '1.0', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Network': '1.1', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Port': '1.7', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'PortForwarding': '1.2', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'QosPolicy': '1.8', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroup': '1.4', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroupRule': '1.2', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SubPort': '1.0', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Subnet': '1.1', Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Trunk': '1.1'}} Jul 12 16:40:10.285205 dv-cinder-800490-1-iscsi neutron-server[99422]: {{(pid=99422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:40:10.367607 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Attempting to bind port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:10.368234 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Attempting to bind port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:10.368898 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Attempting to bind port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e on network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:10.374848 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:10.375515 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Checking segment: {'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:10.376286 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.376840 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Bound using segment: {'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:10.377457 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Bound port: a8b09816-a158-4e5a-aee8-8fd9e1e3d59e, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:10.378204 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.477363 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] For port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:10.486579 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] For port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=a8b09816-a158-4e5a-aee8-8fd9e1e3d59e,segment=NetworkSegment(1cad651b-cb53-43b0-9c71-3b5e79b988d6),segment_id=1cad651b-cb53-43b0-9c71-3b5e79b988d6)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:10.493100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.586118 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a837487-b217-482c-a58c-8feb9ef72280 None None] Pushing event updated for resources: {'Port': ['ID=a8b09816-a158-4e5a-aee8-8fd9e1e3d59e,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:11.613668 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 57546) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:12.071786 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [None req-545bc5ca-6860-4f34-a802-f689633599db admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:40:12.072872 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-545bc5ca-6860-4f34-a802-f689633599db admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4580507 Jul 12 16:40:14.830934 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 57554) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:15.289472 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [None req-4dd081c5-4770-4e18-a883-5bfafc9b2835 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:40:15.291156 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4dd081c5-4770-4e18-a883-5bfafc9b2835 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4587734 Jul 12 16:40:15.594610 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8a9964e2-a9ab-4456-b257-43fe6b6a42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:17.564468 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device a8b09816-a158-4e5a-aee8-8fd9e1e3d59e up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:17.658082 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:17.994559 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf00121-1e07-4554-b02b-68a8ac2d7d7d None None] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:18.127533 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a6e97744-6402-4001-904f-363da4d02f2b None None] Provisioning for port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:18.134190 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a6e97744-6402-4001-904f-363da4d02f2b None None] Provisioning complete for port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:18.134582 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a6e97744-6402-4001-904f-363da4d02f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.221392 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 57568) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:18.315689 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a6e97744-6402-4001-904f-363da4d02f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.386615 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-a6e97744-6402-4001-904f-363da4d02f2b None None] For port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=a8b09816-a158-4e5a-aee8-8fd9e1e3d59e,segment=NetworkSegment(1cad651b-cb53-43b0-9c71-3b5e79b988d6),segment_id=1cad651b-cb53-43b0-9c71-3b5e79b988d6)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:18.394215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a6e97744-6402-4001-904f-363da4d02f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.469692 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e97744-6402-4001-904f-363da4d02f2b None None] Pushing event updated for resources: {'Port': ['ID=a8b09816-a158-4e5a-aee8-8fd9e1e3d59e,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:18.555681 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-15807c3f-2e5a-4b08-a044-54cc1420f4ba None None] Provisioning complete for port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:18.556045 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-15807c3f-2e5a-4b08-a044-54cc1420f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.640475 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-21ec7d7f-5590-460e-8a92-c3ab077b62bc admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:18.678287 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-21ec7d7f-5590-460e-8a92-c3ab077b62bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.680025 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-21ec7d7f-5590-460e-8a92-c3ab077b62bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.835930 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-21ec7d7f-5590-460e-8a92-c3ab077b62bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.843650 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-21ec7d7f-5590-460e-8a92-c3ab077b62bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.861417 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-21ec7d7f-5590-460e-8a92-c3ab077b62bc admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.863060 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-21ec7d7f-5590-460e-8a92-c3ab077b62bc admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6402268 Jul 12 16:40:18.874717 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.481935 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5df0c7ed-4c3a-41ca-8668-948dcd66f202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.565526 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device a8b09816-a158-4e5a-aee8-8fd9e1e3d59e up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:19.618322 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:19.618677 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:21.293223 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:21.612441 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 57586) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:21.814645 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [None req-3406184e-07ea-4b0c-a502-d15f89114ac8 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:40:21.816270 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3406184e-07ea-4b0c-a502-d15f89114ac8 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2024336 Jul 12 16:40:23.160676 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.476358 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 57604) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:24.540393 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:24.577585 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Made reservation on behalf of 72505b87198847078380d54b3b4cd62d for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:24.582179 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.607827 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.794544 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.799295 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.817301 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Reserving flat network on physical network physnet1 {{(pid=99421) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 16:40:24.854296 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781030308181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.854878 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Unsubscribe: segment precommit_create {{(pid=99421) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 16:40:24.855397 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Added segment e031f4e2-5af4-4743-8ef9-0119a2277374 of type flat for network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 Jul 12 16:40:24.863071 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86024017-3c87-4070-a42e-852e9d32b4e9,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:24.887495 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.887936 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.888342 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.888770 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.889146 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.889514 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.889866 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.890359 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.890704 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.891072 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.891472 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.891803 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Tracked resource versions report: Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: pushed versions: Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: { 'AddressGroup': {'1.2'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'ConntrackHelper': {'1.0'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Log': {'1.0'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Network': {'1.1'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Port': {'1.7'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'PortForwarding': {'1.2'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'QosPolicy': {'1.8'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroup': {'1.4'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SubPort': {'1.0'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Subnet': {'1.1'}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Trunk': {'1.1'}} Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: consumer versions: Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'ConntrackHelper': '1.0', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Log': '1.0', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Network': '1.1', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Port': '1.7', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'PortForwarding': '1.2', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'QosPolicy': '1.8', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroup': '1.4', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroupRule': '1.2', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SubPort': '1.0', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Subnet': '1.1', Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Trunk': '1.1'}} Jul 12 16:40:24.893009 dv-cinder-800490-1-iscsi neutron-server[99421]: {{(pid=99421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:40:25.007828 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.080533 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.082225 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:25.083029 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.177956 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7002699 Jul 12 16:40:25.204974 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6db85a-a0b2-4337-9c8a-f2280e4f9041 admin admin] Pushing event updated for resources: {'Network': ['ID=1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:25.220410 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:40:27.808164 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 57616) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:27.990663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eedf05-8a93-4644-87ee-77543d090742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:27.992091 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-02eedf05-8a93-4644-87ee-77543d090742 admin admin] 10.222.0.74 "GET /v2.0/subnets/b80ac5a7-b601-470e-a9a5-ce003e29f33d HTTP/1.1" status: 200 len: 849 time: 0.1827621 Jul 12 16:40:28.171911 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-636f8482-0043-4cf5-b8a8-22701615e2ae admin admin] 10.222.0.74 "GET /v2.0/routers/f66771d2-dca7-4c8a-a425-ff05efb28d3e HTTP/1.1" status: 200 len: 704 time: 0.1734684 Jul 12 16:40:28.546599 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.902173 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Allocated IP 172.20.0.1 (0eb7f3e0-7049-4858-aa34-5e2aa4500a14/b80ac5a7-b601-470e-a9a5-ce003e29f33d/75d0a703-6d65-4677-b45e-f846eef30078) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:29.184067 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.210099 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Transition to ACTIVE for port object 75d0a703-6d65-4677-b45e-f846eef30078 will not be triggered until provisioned by entity DHCP. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:29.307367 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.380165 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:29.395008 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:29.407626 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:29.408168 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.434042 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Pushing event updated for resources: {'Port': ['ID=75d0a703-6d65-4677-b45e-f846eef30078,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:29.645057 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-9de02221-0033-45a9-9d7c-f30ac878efab None None] Provisioning for port 75d0a703-6d65-4677-b45e-f846eef30078 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:29.650319 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-9de02221-0033-45a9-9d7c-f30ac878efab None None] Provisioning complete for port 75d0a703-6d65-4677-b45e-f846eef30078 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:29.650806 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9de02221-0033-45a9-9d7c-f30ac878efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.693130 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-9de02221-0033-45a9-9d7c-f30ac878efab None None] Port 75d0a703-6d65-4677-b45e-f846eef30078 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:29.772674 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.001873 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.007158 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.039713 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.065308 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Pushing event updated for resources: {'Port': ['ID=75d0a703-6d65-4677-b45e-f846eef30078,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:30.180090 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:30.181523 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:30.320489 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-6ef60367-7543-4f3d-88a1-b154728a660d None None] Provisioning complete for port 75d0a703-6d65-4677-b45e-f846eef30078 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:30.321477 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6ef60367-7543-4f3d-88a1-b154728a660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.363218 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-6ef60367-7543-4f3d-88a1-b154728a660d None None] Port 75d0a703-6d65-4677-b45e-f846eef30078 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:30.374919 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Router f66771d2-dca7-4c8a-a425-ff05efb28d3e is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:40:30.484354 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:30.490345 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-888dfd16-6a8e-4111-8053-b3adb973d1cb None None] Provisioning complete for port 75d0a703-6d65-4677-b45e-f846eef30078 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:30.490669 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-888dfd16-6a8e-4111-8053-b3adb973d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.498361 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Sync routers for ids ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:30.502533 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b3d040b6-4672-49fe-82ff-be3ec76d90be admin admin] 10.222.0.74 "PUT /v2.0/routers/f66771d2-dca7-4c8a-a425-ff05efb28d3e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3184316 Jul 12 16:40:30.512769 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Routers {'f66771d2-dca7-4c8a-a425-ff05efb28d3e'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:30.514838 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:40:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:30.545097 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-888dfd16-6a8e-4111-8053-b3adb973d1cb None None] Port 75d0a703-6d65-4677-b45e-f846eef30078 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:30.744505 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Set router f66771d2-dca7-4c8a-a425-ff05efb28d3e gateway port host: None {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:31.335982 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'name': 'router1', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:29Z', 'revision_number': 2, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'gw_port_host': None, '_interfaces': [{'id': '75d0a703-6d65-4677-b45e-f846eef30078', 'name': '', 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'mac_address': 'fa:16:3e:a1:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:28Z', 'updated_at': '2021-07-12T16:40:29Z', 'revision_number': 2, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'subnets': [{'id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddffc1f0-e888-4821-994d-50fd54fb268b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:31.402725 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Checking router: f66771d2-dca7-4c8a-a425-ff05efb28d3e for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:31.403082 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Updating router f66771d2-dca7-4c8a-a425-ff05efb28d3e port 75d0a703-6d65-4677-b45e-f846eef30078 binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:40:31.476797 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:32.237604 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:32.272006 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Transition to ACTIVE for port object 75d0a703-6d65-4677-b45e-f846eef30078 will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:32.283418 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:32.468061 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:40:32.541908 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Pushing event updated for resources: {'Port': ['ID=75d0a703-6d65-4677-b45e-f846eef30078,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:32.547553 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Attempting to bind port 75d0a703-6d65-4677-b45e-f846eef30078 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:32.548157 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Attempting to bind port 75d0a703-6d65-4677-b45e-f846eef30078 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:32.548935 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Attempting to bind port 75d0a703-6d65-4677-b45e-f846eef30078 on network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:32.558886 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.559447 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.559908 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.560438 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.560971 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.561443 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.562054 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.562735 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.563279 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.563831 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.564374 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.565236 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Tracked resource versions report: Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: pushed versions: Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: { 'AddressGroup': {'1.2'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'ConntrackHelper': {'1.0'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Log': {'1.0'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Network': {'1.1'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Port': {'1.7'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'PortForwarding': {'1.2'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'QosPolicy': {'1.8'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroup': {'1.4'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SubPort': {'1.0'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Subnet': {'1.1'}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Trunk': {'1.1'}} Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: consumer versions: Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'ConntrackHelper': '1.0', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Log': '1.0', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Network': '1.1', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Port': '1.7', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'PortForwarding': '1.2', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'QosPolicy': '1.8', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroup': '1.4', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroupRule': '1.2', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SubPort': '1.0', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Subnet': '1.1', Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Trunk': '1.1'}} Jul 12 16:40:32.566961 dv-cinder-800490-1-iscsi neutron-server[99423]: {{(pid=99423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:40:32.576929 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:32.576929 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Checking segment: {'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:32.582918 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:32.582918 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Bound using segment: {'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:32.582918 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Bound port: 75d0a703-6d65-4677-b45e-f846eef30078, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cad651b-cb53-43b0-9c71-3b5e79b988d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:32.582918 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:32.693453 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] For port 75d0a703-6d65-4677-b45e-f846eef30078, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:32.728178 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] For port 75d0a703-6d65-4677-b45e-f846eef30078, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=75d0a703-6d65-4677-b45e-f846eef30078,segment=NetworkSegment(1cad651b-cb53-43b0-9c71-3b5e79b988d6),segment_id=1cad651b-cb53-43b0-9c71-3b5e79b988d6)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:32.734673 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:32.806897 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Routers {'f66771d2-dca7-4c8a-a425-ff05efb28d3e'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:32.807697 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:40:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:32.953724 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26a0b-6209-49ce-888e-502331907cab None None] Pushing event updated for resources: {'Port': ['ID=75d0a703-6d65-4677-b45e-f846eef30078,revision_number=4']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:32.970420 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] Set router f66771d2-dca7-4c8a-a425-ff05efb28d3e gateway port host: None {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:33.370646 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'name': 'router1', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:29Z', 'revision_number': 2, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'gw_port_host': None, '_interfaces': [{'id': '75d0a703-6d65-4677-b45e-f846eef30078', 'name': '', 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'mac_address': 'fa:16:3e:a1:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:28Z', 'updated_at': '2021-07-12T16:40:32Z', 'revision_number': 4, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'subnets': [{'id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddffc1f0-e888-4821-994d-50fd54fb268b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:33.418779 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d47f8-0567-4654-ae1e-4bc661f95ffd None None] The sync data for ids ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'] in dv-cinder-800490-1-iscsi is: [{'id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'name': 'router1', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:29Z', 'revision_number': 2, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'gw_port_host': None, '_interfaces': [{'id': '75d0a703-6d65-4677-b45e-f846eef30078', 'name': '', 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'mac_address': 'fa:16:3e:a1:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:28Z', 'updated_at': '2021-07-12T16:40:32Z', 'revision_number': 4, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'subnets': [{'id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddffc1f0-e888-4821-994d-50fd54fb268b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:33.487349 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 57628) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:33.672933 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf420b-c210-47ba-b23f-99c309cdd3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:33.674777 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-debf420b-c210-47ba-b23f-99c309cdd3bf admin admin] 10.222.0.74 "GET /v2.0/networks/1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 HTTP/1.1" status: 200 len: 842 time: 0.1867166 Jul 12 16:40:33.690044 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:33.736582 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Made reservation on behalf of 72505b87198847078380d54b3b4cd62d for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:33.740643 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:34.290602 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.objects.ports [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:40:34.291270 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:34.386146 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f524653-22a1-47ec-8f0b-0b6fb7581e4a,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:34.404183 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:34.404718 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Network hostable DHCP agents. Network: 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:40:34.444402 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:40:34.463037 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:34.469375 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:34.470784 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:34.476524 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db2a50-4d7d-498d-ad3a-2d25335a8f03 None None] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:34.495812 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-01a35ea6-9f4c-45ab-b280-ce1bcf59b7e6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8104942 Jul 12 16:40:34.699804 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f11c5-9dfb-4aae-a469-42572dcfc778 None None] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:37.323126 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 57636) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:37.697218 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-6b7efb0a-08f8-49e9-b3b9-4ff7a8ae1684 admin admin] 10.222.0.74 "GET /v2.0/routers/f66771d2-dca7-4c8a-a425-ff05efb28d3e HTTP/1.1" status: 200 len: 710 time: 0.3724041 Jul 12 16:40:37.897841 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e726c32-e8ce-45a4-ae24-c57fd105a919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:37.900254 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-3e726c32-e8ce-45a4-ae24-c57fd105a919 admin admin] 10.222.0.74 "GET /v2.0/networks/1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 HTTP/1.1" status: 200 len: 886 time: 0.1947863 Jul 12 16:40:37.913288 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:38.247522 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:38.545716 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:38.648949 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:38.873131 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Allocated IP 172.27.1.93 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/6aa73ada-1161-4d3d-902f-7183eb9c9385) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:39.160954 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:39.291492 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:39.378865 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:39.380394 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:39.389116 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:39.478882 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa73ada-1161-4d3d-902f-7183eb9c9385,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:39.595021 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 75d0a703-6d65-4677-b45e-f846eef30078 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:39.682610 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 75d0a703-6d65-4677-b45e-f846eef30078 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:39.689007 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 75d0a703-6d65-4677-b45e-f846eef30078 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:39.689591 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:39.791735 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:39.838751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:39.839557 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 75d0a703-6d65-4677-b45e-f846eef30078, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=75d0a703-6d65-4677-b45e-f846eef30078,segment=NetworkSegment(1cad651b-cb53-43b0-9c71-3b5e79b988d6),segment_id=1cad651b-cb53-43b0-9c71-3b5e79b988d6)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:39.845305 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:40.016712 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=75d0a703-6d65-4677-b45e-f846eef30078,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:40.122392 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:40.128363 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596050'] for router, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:40.219579 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-18f21637-644b-4f5c-9f05-dc92fc4b832a None None] Provisioning complete for port 75d0a703-6d65-4677-b45e-f846eef30078 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:40.219579 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-18f21637-644b-4f5c-9f05-dc92fc4b832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:40.327536 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Router f66771d2-dca7-4c8a-a425-ff05efb28d3e has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:40:40.494616 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:40.502623 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:40.506441 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-0676000f-c263-4724-aaf6-f264b7ca5c60 admin admin] 10.222.0.74 "PUT /v2.0/routers/f66771d2-dca7-4c8a-a425-ff05efb28d3e HTTP/1.1" status: 200 len: 889 time: 2.5971622 Jul 12 16:40:40.509580 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Sync routers for ids ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:40.527715 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Routers {'f66771d2-dca7-4c8a-a425-ff05efb28d3e'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:40.528844 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:40:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:40.867135 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Set router f66771d2-dca7-4c8a-a425-ff05efb28d3e gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:41.408797 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'name': 'router1', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '6aa73ada-1161-4d3d-902f-7183eb9c9385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:39Z', 'revision_number': 4, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'gw_port': {'id': '6aa73ada-1161-4d3d-902f-7183eb9c9385', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:38Z', 'updated_at': '2021-07-12T16:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '75d0a703-6d65-4677-b45e-f846eef30078', 'name': '', 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'mac_address': 'fa:16:3e:a1:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:28Z', 'updated_at': '2021-07-12T16:40:39Z', 'revision_number': 5, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'subnets': [{'id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddffc1f0-e888-4821-994d-50fd54fb268b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:41.470640 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Checking router: f66771d2-dca7-4c8a-a425-ff05efb28d3e for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:41.471016 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Updating router f66771d2-dca7-4c8a-a425-ff05efb28d3e port 6aa73ada-1161-4d3d-902f-7183eb9c9385 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:40:41.526954 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:41.602796 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 75d0a703-6d65-4677-b45e-f846eef30078 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:41.818279 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 75d0a703-6d65-4677-b45e-f846eef30078 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:41.818733 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.261290 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.273931 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Transition to ACTIVE for port object 6aa73ada-1161-4d3d-902f-7183eb9c9385 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:42.280876 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.333636 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Attempting to bind port 6aa73ada-1161-4d3d-902f-7183eb9c9385 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:42.334057 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Attempting to bind port 6aa73ada-1161-4d3d-902f-7183eb9c9385 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:42.334393 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Attempting to bind port 6aa73ada-1161-4d3d-902f-7183eb9c9385 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:42.336378 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a828fa-93c0-4d06-b387-51091dc00b9c None None] Pushing event updated for resources: {'Port': ['ID=6aa73ada-1161-4d3d-902f-7183eb9c9385,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:42.345192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:42.345192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:42.345192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.345192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:42.345192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Bound port: 6aa73ada-1161-4d3d-902f-7183eb9c9385, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:42.345192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.398310 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] For port 6aa73ada-1161-4d3d-902f-7183eb9c9385, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:42.401531 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] For port 6aa73ada-1161-4d3d-902f-7183eb9c9385, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=6aa73ada-1161-4d3d-902f-7183eb9c9385,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:42.406103 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.465068 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a828fa-93c0-4d06-b387-51091dc00b9c None None] Pushing event updated for resources: {'Port': ['ID=6aa73ada-1161-4d3d-902f-7183eb9c9385,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:42.468312 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Routers {'f66771d2-dca7-4c8a-a425-ff05efb28d3e'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:42.468864 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:40:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:42.614823 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] Set router f66771d2-dca7-4c8a-a425-ff05efb28d3e gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:42.880983 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'name': 'router1', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '6aa73ada-1161-4d3d-902f-7183eb9c9385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:39Z', 'revision_number': 4, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'gw_port': {'id': '6aa73ada-1161-4d3d-902f-7183eb9c9385', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:38Z', 'updated_at': '2021-07-12T16:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '75d0a703-6d65-4677-b45e-f846eef30078', 'name': '', 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'mac_address': 'fa:16:3e:a1:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:28Z', 'updated_at': '2021-07-12T16:40:39Z', 'revision_number': 5, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'subnets': [{'id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddffc1f0-e888-4821-994d-50fd54fb268b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:42.911936 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85867fa0-332b-4af6-a993-69925a7faf87 None None] The sync data for ids ['f66771d2-dca7-4c8a-a425-ff05efb28d3e'] in dv-cinder-800490-1-iscsi is: [{'id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'name': 'router1', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '6aa73ada-1161-4d3d-902f-7183eb9c9385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:39Z', 'revision_number': 4, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'gw_port': {'id': '6aa73ada-1161-4d3d-902f-7183eb9c9385', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:38Z', 'updated_at': '2021-07-12T16:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '75d0a703-6d65-4677-b45e-f846eef30078', 'name': '', 'network_id': '0eb7f3e0-7049-4858-aa34-5e2aa4500a14', 'tenant_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'mac_address': 'fa:16:3e:a1:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66771d2-dca7-4c8a-a425-ff05efb28d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:28Z', 'updated_at': '2021-07-12T16:40:39Z', 'revision_number': 5, 'project_id': 'e5670423a60e41bc8f12b2d29c372c9a', 'subnets': [{'id': 'b80ac5a7-b601-470e-a9a5-ce003e29f33d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddffc1f0-e888-4821-994d-50fd54fb268b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:43.197598 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 57648) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:43.364875 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-20b7b167-ec53-4ccf-829e-c61fee575adc admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1660399 Jul 12 16:40:43.635026 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 6aa73ada-1161-4d3d-902f-7183eb9c9385 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:43.719876 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 6aa73ada-1161-4d3d-902f-7183eb9c9385 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:43.727558 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 6aa73ada-1161-4d3d-902f-7183eb9c9385 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:43.728250 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:43.837487 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:43.871318 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 6aa73ada-1161-4d3d-902f-7183eb9c9385, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=6aa73ada-1161-4d3d-902f-7183eb9c9385,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:43.877317 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:43.960471 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=6aa73ada-1161-4d3d-902f-7183eb9c9385,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:45.597549 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 6aa73ada-1161-4d3d-902f-7183eb9c9385 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:45.626109 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fd4de739-5551-4c2e-810b-6ad8c316f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:45.659439 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 6aa73ada-1161-4d3d-902f-7183eb9c9385 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:45.660311 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.905353 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.512334 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-45d47dc9-a594-45c3-9f20-9f2de65aaac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:51.303850 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.202655 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.319730 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:41:15.592584 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4d432b8b-9e76-457e-b10a-f20fd7b8fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:18.879824 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.487779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf7-9854-497d-8b03-8e791707d393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.314053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.176080 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:45.590870 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4d2fad92-6036-4d13-8df5-4eefc583d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.319592 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:41:48.872009 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.481352 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c4c5c732-c054-4586-8364-c6045cf8dd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.288829 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.179295 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.592460 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-501274dc-0191-4a54-a931-1307c940d076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.869617 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:19.490628 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d3c25fd6-77c1-4d76-9659-e474bf6b46cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.293620 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.190433 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.323589 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:42:27.973516 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58216) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:28.035430 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7e236d-1f49-4898-80da-e4028106f86d admin admin] GET failed (client error): The resource could not be found. Jul 12 16:42:28.036796 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-7f7e236d-1f49-4898-80da-e4028106f86d admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622909 Jul 12 16:42:28.283340 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adfe94c-383c-4d6c-8f15-f9ba4fb503cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:28.284853 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4adfe94c-383c-4d6c-8f15-f9ba4fb503cd admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2434247 Jul 12 16:42:30.505458 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58226) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:30.596575 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15997a4e-a454-4e04-bda4-9a81a07152e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:30.597972 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-15997a4e-a454-4e04-bda4-9a81a07152e3 admin admin] 10.222.0.74 "GET /v2.0/subnets/b80ac5a7-b601-470e-a9a5-ce003e29f33d HTTP/1.1" status: 200 len: 849 time: 0.0914969 Jul 12 16:42:30.607368 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:30.692145 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Notify callbacks [] for subnet, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.834345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781030327089'] for subnet, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.868915 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:30.869514 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.870812 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] 10.222.0.74 "PUT /v2.0/subnets/b80ac5a7-b601-470e-a9a5-ce003e29f33d HTTP/1.1" status: 200 len: 868 time: 0.2674053 Jul 12 16:42:30.873911 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e0272-aa2c-441d-ae97-12e526484ffa None None] Network 0eb7f3e0-7049-4858-aa34-5e2aa4500a14 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:30.895291 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80ac5a7-b601-470e-a9a5-ce003e29f33d,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:30.903239 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.903614 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.903964 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.904366 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.904881 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.905231 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.905565 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.905924 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.906303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.906631 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.906952 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.907271 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7f33d-6ab0-4bd2-8ee6-c2446da5370b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:31.284094 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4a24ea86-f2ad-4954-a149-8a7319b2b79d None None] Provisioning complete for port a8b09816-a158-4e5a-aee8-8fd9e1e3d59e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:31.284461 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4a24ea86-f2ad-4954-a149-8a7319b2b79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:31.372836 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4a24ea86-f2ad-4954-a149-8a7319b2b79d None None] Provisioning complete for port 75d0a703-6d65-4677-b45e-f846eef30078 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:31.373458 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4a24ea86-f2ad-4954-a149-8a7319b2b79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:33.066623 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58234) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:33.278094 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824934b-e610-490a-b161-f0a1941082eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:33.278578 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824934b-e610-490a-b161-f0a1941082eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:33.280158 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6824934b-e610-490a-b161-f0a1941082eb admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125823 Jul 12 16:42:35.483075 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58242) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:35.620266 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29780fb-d343-40ce-8793-0dc698393e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:35.620747 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29780fb-d343-40ce-8793-0dc698393e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:35.622354 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c29780fb-d343-40ce-8793-0dc698393e51 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1383188 Jul 12 16:42:37.811734 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58250) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:37.938950 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8742ba3f-f033-429f-9f9a-b5886ad38c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:37.940322 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8742ba3f-f033-429f-9f9a-b5886ad38c03 admin admin] 10.222.0.74 "GET /v2.0/networks/0eb7f3e0-7049-4858-aa34-5e2aa4500a14 HTTP/1.1" status: 200 len: 869 time: 0.1276455 Jul 12 16:42:40.122304 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58258) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:40.252076 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc54b509-3e19-4f73-aa7d-b696068ef7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:40.253478 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-dc54b509-3e19-4f73-aa7d-b696068ef7ae admin admin] 10.222.0.74 "GET /v2.0/networks/1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 HTTP/1.1" status: 200 len: 886 time: 0.1301911 Jul 12 16:42:42.475296 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58266) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:42.608806 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74292b9c-bc47-4b2b-9053-77a53ff0ffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:42.609252 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74292b9c-bc47-4b2b-9053-77a53ff0ffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:42.610839 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-74292b9c-bc47-4b2b-9053-77a53ff0ffd4 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345065 Jul 12 16:42:44.818384 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58276) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:44.916808 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476ea954-c838-44b7-83d4-90664792c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:44.917264 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476ea954-c838-44b7-83d4-90664792c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:44.918966 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-476ea954-c838-44b7-83d4-90664792c2a2 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0995612 Jul 12 16:42:45.586852 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-48f9d0ec-fb79-475b-9781-ddb306b5b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.246437 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58284) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.332552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c6909-35be-4480-9e92-ce4163a91118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:47.333979 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-0b3c6909-35be-4480-9e92-ce4163a91118 admin admin] 10.222.0.74 "GET /v2.0/subnets/1f524653-22a1-47ec-8f0b-0b6fb7581e4a HTTP/1.1" status: 200 len: 816 time: 0.0864241 Jul 12 16:42:49.005678 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.487308 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-424d8e4c-c450-44e2-8d02-4855ff142a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.585315 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58292) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:49.690649 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b3598-f21a-4367-b07f-7fa25e683140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:49.692020 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-568b3598-f21a-4367-b07f-7fa25e683140 admin admin] 10.222.0.74 "GET /v2.0/subnets/b80ac5a7-b601-470e-a9a5-ce003e29f33d HTTP/1.1" status: 200 len: 868 time: 0.1056886 Jul 12 16:42:51.294104 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.191116 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.321682 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:43:14.555188 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58344) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:14.601328 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [None req-f90bd589-54c0-48e3-9400-ccdd7c8d0f94 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:43:14.602955 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f90bd589-54c0-48e3-9400-ccdd7c8d0f94 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460572 Jul 12 16:43:15.588692 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0ba7fe0d-9189-4bd0-9b36-e6451b901b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:16.887848 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58352) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:16.947156 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b4eb87-f5bb-4802-ab8f-18beca63f112 admin admin] GET failed (client error): The resource could not be found. Jul 12 16:43:16.948502 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-98b4eb87-f5bb-4802-ab8f-18beca63f112 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597148 Jul 12 16:43:17.157394 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbe170-1b48-430e-9462-53dbc6175ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:17.158843 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-e3fbe170-1b48-430e-9462-53dbc6175ce3 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2064395 Jul 12 16:43:18.870265 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:19.395277 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58360) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:19.444888 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:19.470915 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Made reservation on behalf of 72505b87198847078380d54b3b4cd62d for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:19.474241 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:19.490495 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ddffef56-ebbd-46aa-bc47-28b92f0f1870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:19.513817 dv-cinder-800490-1-iscsi neutron-server[99420]: WARNING neutron.services.revisions.revision_plugin [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Could not find related network for resource to bump revision. Jul 12 16:43:19.529984 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:43:19.541998 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:19.542337 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Added segment 2bf4dffb-e167-49d7-8ae9-4afc13368472 of type vlan for network 83943ce0-520f-483e-a05a-71dc4f835aff Jul 12 16:43:19.585747 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:19.619472 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:19.620477 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:19.621059 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:19.675236 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2787793 Jul 12 16:43:19.683527 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Pushing event updated for resources: {'Network': ['ID=83943ce0-520f-483e-a05a-71dc4f835aff,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:19.691256 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.691594 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.691930 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.692264 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.692592 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.692944 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.693278 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.693600 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.694089 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.694517 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.694770 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.695087 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c1161-85d0-4505-a5fc-45aeadfcc3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:19.709213 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 83943ce0-520f-483e-a05a-71dc4f835aff details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:43:21.296796 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:21.892580 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58368) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:21.951542 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f848ec19-0d94-4779-b0fa-aeeed1ac0490 admin admin] GET failed (client error): The resource could not be found. Jul 12 16:43:21.952900 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-f848ec19-0d94-4779-b0fa-aeeed1ac0490 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594466 Jul 12 16:43:22.022729 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98f5fa-a428-4742-b4b2-585dce212550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:22.024275 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2e98f5fa-a428-4742-b4b2-585dce212550 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672746 Jul 12 16:43:22.033878 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:22.054297 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Made reservation on behalf of 72505b87198847078380d54b3b4cd62d for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:22.057165 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:22.224911 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:22.283548 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6265cb26-bdc3-4a7f-8d67-af458440a650,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:22.296102 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Checking segment: {'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:22.296457 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Network hostable DHCP agents. Network: 83943ce0-520f-483e-a05a-71dc4f835aff, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:43:22.316963 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Network 83943ce0-520f-483e-a05a-71dc4f835aff is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:43:22.326293 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 83943ce0-520f-483e-a05a-71dc4f835aff) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:22.330420 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:22.332309 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:22.337264 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b2e1ec-771a-495d-bba7-d782f2745be0 None None] Network 83943ce0-520f-483e-a05a-71dc4f835aff requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:43:22.347149 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-36b2c258-9110-4f6b-8269-c7fb23649d73 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3165655 Jul 12 16:43:22.510052 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-83943ce0-520f-483e-a05a-71dc4f835aff', 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff', 'tenant_id': '72505b87198847078380d54b3b4cd62d', 'fixed_ips': [{'subnet_id': '6265cb26-bdc3-4a7f-8d67-af458440a650'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:43:22.511188 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:22.661569 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Allocated IP 192.168.233.2 (83943ce0-520f-483e-a05a-71dc4f835aff/6265cb26-bdc3-4a7f-8d67-af458440a650/79deb57f-a9f4-42b7-971b-ab522e2b5836) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:43:22.834476 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:22.836309 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Transition to ACTIVE for port object 79deb57f-a9f4-42b7-971b-ab522e2b5836 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:22.854385 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Transition to ACTIVE for port object 79deb57f-a9f4-42b7-971b-ab522e2b5836 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:22.861228 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:22.902871 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Network 83943ce0-520f-483e-a05a-71dc4f835aff is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:43:22.905706 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:22.909357 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:43:22.915568 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Pushing event updated for resources: {'Port': ['ID=79deb57f-a9f4-42b7-971b-ab522e2b5836,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:22.926379 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.926728 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.927072 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.927417 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.927753 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.928086 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.928416 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.928763 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.929115 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.929441 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.929810 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.930434 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:22.985251 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Attempting to bind port 79deb57f-a9f4-42b7-971b-ab522e2b5836 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:43:22.985617 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Attempting to bind port 79deb57f-a9f4-42b7-971b-ab522e2b5836 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:43:22.986203 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Attempting to bind port 79deb57f-a9f4-42b7-971b-ab522e2b5836 on network 83943ce0-520f-483e-a05a-71dc4f835aff {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:22.992148 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:43:22.992512 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Checking segment: {'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:22.992987 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:22.993476 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Bound using segment: {'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:43:22.994133 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Bound port: 79deb57f-a9f4-42b7-971b-ab522e2b5836, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:43:22.994526 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:23.058502 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] For port 79deb57f-a9f4-42b7-971b-ab522e2b5836, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:43:23.062361 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] For port 79deb57f-a9f4-42b7-971b-ab522e2b5836, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=79deb57f-a9f4-42b7-971b-ab522e2b5836,segment=NetworkSegment(2bf4dffb-e167-49d7-8ae9-4afc13368472),segment_id=2bf4dffb-e167-49d7-8ae9-4afc13368472)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:43:23.067017 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:23.132207 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9f678-d662-46bd-a40f-03587ae78213 None None] Pushing event updated for resources: {'Port': ['ID=79deb57f-a9f4-42b7-971b-ab522e2b5836,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:23.198497 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:23.698263 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 79deb57f-a9f4-42b7-971b-ab522e2b5836 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:43:23.760538 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 79deb57f-a9f4-42b7-971b-ab522e2b5836 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:43:24.020157 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5259177-bb9c-4356-87df-465204ed10ef None None] Network 83943ce0-520f-483e-a05a-71dc4f835aff requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:43:24.156022 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-76d9eb93-8fd9-44e7-9ee3-78825b562eea None None] Provisioning for port 79deb57f-a9f4-42b7-971b-ab522e2b5836 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:43:24.166731 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-76d9eb93-8fd9-44e7-9ee3-78825b562eea None None] Provisioning complete for port 79deb57f-a9f4-42b7-971b-ab522e2b5836 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:24.167099 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-76d9eb93-8fd9-44e7-9ee3-78825b562eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:24.302554 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-76d9eb93-8fd9-44e7-9ee3-78825b562eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:24.355602 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-76d9eb93-8fd9-44e7-9ee3-78825b562eea None None] For port 79deb57f-a9f4-42b7-971b-ab522e2b5836, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=79deb57f-a9f4-42b7-971b-ab522e2b5836,segment=NetworkSegment(2bf4dffb-e167-49d7-8ae9-4afc13368472),segment_id=2bf4dffb-e167-49d7-8ae9-4afc13368472)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:24.363261 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-76d9eb93-8fd9-44e7-9ee3-78825b562eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:24.447796 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9eb93-8fd9-44e7-9ee3-78825b562eea None None] Pushing event updated for resources: {'Port': ['ID=79deb57f-a9f4-42b7-971b-ab522e2b5836,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:24.515975 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-fe700441-7065-4fa2-af5d-c3de8aa8699b None None] Provisioning complete for port 79deb57f-a9f4-42b7-971b-ab522e2b5836 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:24.516430 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fe700441-7065-4fa2-af5d-c3de8aa8699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:25.676836 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 79deb57f-a9f4-42b7-971b-ab522e2b5836 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:43:25.725552 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 79deb57f-a9f4-42b7-971b-ab522e2b5836 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:25.725945 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.319610 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:43:45.590119 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b15fb01e-11e9-4019-a454-035295e2cfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.875660 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.495156 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ec0ddce5-4939-4af4-882d-e797588c91ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.302588 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:53.204053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:14.321135 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:44:15.596359 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e4150e09-4277-4ee9-bd9c-95a96d6a7c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:18.879627 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:19.502789 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0038-79c4-43cd-ada5-f2cf8237c004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:21.310065 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:23.202872 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.212407 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58420) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:32.218218 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [None req-a7824bad-f3a0-4332-89a7-1b14ac7b9e89 tempest-verify_tempest_config-599005078 tempest-verify_tempest_config-599005078-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:44:32.219207 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a7824bad-f3a0-4332-89a7-1b14ac7b9e89 tempest-verify_tempest_config-599005078 tempest-verify_tempest_config-599005078-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060177 Jul 12 16:44:32.553962 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58438) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:32.663850 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.760174 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.764356 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.811311 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=72d50420404d4e588f585369facf4dfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2556617 Jul 12 16:44:32.812159 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa252b41-fe86-4247-8676-8058f243c3fe,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:32.814110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58444) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:32.823541 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.823955 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.824332 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.824740 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.825141 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.825487 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.825848 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.826182 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.826528 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.826861 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.827193 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.827518 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e6df-ad35-4e35-9b43-8c686ecdee7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:32.876625 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.898113 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.988816 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.991510 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.993207 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aa252b41-fe86-4247-8676-8058f243c3fe HTTP/1.1" status: 204 len: 168 time: 0.1780839 Jul 12 16:44:33.001818 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa252b41-fe86-4247-8676-8058f243c3fe,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:33.012774 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.013441 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.013829 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.014174 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.014519 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.014878 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.015215 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.015545 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.015891 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.016304 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.016646 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.016920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189dae14-f913-4a7d-8ccd-2c6d53a5348a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:45.599647 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-67a7cf00-494e-4ffb-8e49-835971e23760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.871961 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.494612 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-06a77eff-be6d-4f05-919f-e2d9e2a743ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.307825 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.318787 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:44:53.207815 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:15.591903 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-362bdc43-a1a3-4b7c-921d-a5bec32ef516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.973030 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:19.495786 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b4c3adbc-9683-4dfc-8f13-929aa9c87953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:21.311305 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:23.218815 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:28.317073 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:45:45.594651 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65c0e69d-d674-4384-acee-a8c7a0ee74f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:48.875211 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:49.496418 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-db01e102-88e6-4faa-9c93-dc7b16aa6699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:51.313153 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:53.213908 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:05.314936 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 5 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:46:15.596072 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-eb27849f-875f-4809-826f-9e7675ffd8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:18.876747 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:19.497879 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-13439dbf-3b4d-42f4-a374-57ac31a68a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:21.314967 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:21.701253 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617312'] for agent, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:23.218519 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:25.571018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58498) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:25.676881 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a9ceccdc-4c24-467b-bcd8-0a281d560fe4 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1047521 Jul 12 16:46:27.846634 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58508) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:27.906223 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-ef9c67bf-e15e-4ed5-8218-25a1c36bb604 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0583010 Jul 12 16:46:42.314455 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:46:45.597676 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bda8df53-86b8-490c-af22-8eee70304e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:48.878730 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:49.499202 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-21f48ac5-7fd0-487d-b106-718744135bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:51.322590 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:51.670799 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:53.220529 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:15.601172 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4f35-5a4e-4f0a-b02f-625ac87cf0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:18.881213 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:19.313077 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:47:19.499947 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ade3e719-4f3a-40c8-aefc-bec73069cc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:21.321262 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:21.669790 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:23.225604 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:45.603424 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9e60bba7-0f60-48b6-916c-6e8f718f4659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:48.884728 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:49.500601 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d325c457-4468-443f-a596-076c3f8af27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:51.324938 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:51.685515 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:53.230660 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:56.312207 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:48:03.629862 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58724) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:03.751907 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58738) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:04.003533 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-257646811-network', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:04.023245 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Made reservation on behalf of 0fdaaf3b5f984c77ac12de4ad9e19cde for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:04.026007 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.034685 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.100086 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58756) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:04.144949 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-429381914-network', 'tenant_id': '6b02ec953e1c4dcd9444999e9cb04d14'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:04.151461 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.157861 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.186341 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Made reservation on behalf of 6b02ec953e1c4dcd9444999e9cb04d14 for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:04.192132 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5e858-69f5-4b5d-947f-010f3b766e0f,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:04.193393 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.203875 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.205279 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.206177 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.206917 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.207410 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.207766 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.208104 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.208438 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.208803 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.209136 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.209476 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.209808 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Tracked resource versions report: Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: pushed versions: Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: { 'AddressGroup': {'1.2'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'ConntrackHelper': {'1.0'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Log': {'1.0'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Network': {'1.1'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Port': {'1.7'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'PortForwarding': {'1.2'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'QosPolicy': {'1.8'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroup': {'1.4'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SubPort': {'1.0'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Subnet': {'1.1'}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Trunk': {'1.1'}} Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: consumer versions: Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: HyperV agent@hv-cinder-80049: {}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'ConntrackHelper': '1.0', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Log': '1.0', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Network': '1.1', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Port': '1.7', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'PortForwarding': '1.2', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'QosPolicy': '1.8', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroup': '1.4', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SecurityGroupRule': '1.2', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'SubPort': '1.0', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Subnet': '1.1', Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: 'Trunk': '1.1'}} Jul 12 16:48:04.211019 dv-cinder-800490-1-iscsi neutron-server[99421]: {{(pid=99421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:48:04.216488 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.228384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735081d3-7375-4a57-8512-74985017783a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=99421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:48:04.246930 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.247360 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Added segment 3dec346a-3dc7-46cd-ab84-6f82b0094d77 of type vlan for network c9dbd928-210e-4418-bad0-3296e373801a Jul 12 16:48:04.317157 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.375483 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.378349 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:04.379153 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.437263 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.446886 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.475145 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:48:04.489905 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58770) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:04.490978 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-735081d3-7375-4a57-8512-74985017783a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8584576 Jul 12 16:48:04.499267 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Request body: {'subnet': {'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-subnet', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:04.505126 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735081d3-7375-4a57-8512-74985017783a admin admin] Pushing event updated for resources: {'Network': ['ID=c9dbd928-210e-4418-bad0-3296e373801a,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:04.513434 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437122f6-e7c0-4bfb-9d64-121560e92610,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:04.520901 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network c9dbd928-210e-4418-bad0-3296e373801a details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:48:04.527797 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.528681 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Added segment 5129d6fb-9689-409e-b5d5-b839c51fa024 of type vlan for network 456851c8-3532-430e-a361-d362945c088b Jul 12 16:48:04.533784 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.534706 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.535520 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.536327 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.537126 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.537970 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.538806 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.539601 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.540385 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.541166 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.541955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.542738 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Tracked resource versions report: Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: pushed versions: Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: { 'AddressGroup': {'1.2'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'ConntrackHelper': {'1.0'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Log': {'1.0'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Network': {'1.1'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Port': {'1.7'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'PortForwarding': {'1.2'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'QosPolicy': {'1.8'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroup': {'1.4'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SubPort': {'1.0'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Subnet': {'1.1'}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Trunk': {'1.1'}} Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: consumer versions: Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: HyperV agent@hv-cinder-80049: {}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'ConntrackHelper': '1.0', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Log': '1.0', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Network': '1.1', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Port': '1.7', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'PortForwarding': '1.2', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'QosPolicy': '1.8', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroup': '1.4', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SecurityGroupRule': '1.2', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'SubPort': '1.0', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Subnet': '1.1', Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: 'Trunk': '1.1'}} Jul 12 16:48:04.545069 dv-cinder-800490-1-iscsi neutron-server[99420]: {{(pid=99420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:48:04.573303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58776) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:04.613444 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.631306 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Made reservation on behalf of 0fdaaf3b5f984c77ac12de4ad9e19cde for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:04.634851 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.695592 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.696580 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:04.697157 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.712705 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-592415160-network', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:04.803872 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1083102761-network', 'tenant_id': '46777e05b8e6427795170eea223b0486'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:04.823251 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=456851c8-3532-430e-a361-d362945c088b,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:04.835234 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 456851c8-3532-430e-a361-d362945c088b details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:48:04.862248 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Made reservation on behalf of ada83c0a2a0940dca3b3cb724e28abfb for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:04.865855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.884623 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Made reservation on behalf of 46777e05b8e6427795170eea223b0486 for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:04.895746 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.916851 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.941981 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.959016 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.970139 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-10d4428a-9eff-4075-8794-8766c2b45fb7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2166679 Jul 12 16:48:04.970354 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58802) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:04.989469 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Request body: {'subnet': {'network_id': '456851c8-3532-430e-a361-d362945c088b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-429381914-subnet', 'tenant_id': '6b02ec953e1c4dcd9444999e9cb04d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:05.012893 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c219d00-e7f4-4404-a4a9-71b5fedcbb02,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:05.049805 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Checking segment: {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:05.050546 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Network hostable DHCP agents. Network: c9dbd928-210e-4418-bad0-3296e373801a, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:48:05.082152 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Network c9dbd928-210e-4418-bad0-3296e373801a is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:48:05.092333 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, c9dbd928-210e-4418-bad0-3296e373801a) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:05.097210 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:05.098564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.127427 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.137386 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081f796-bd2b-4c20-a1f2-5782fee101c7 None None] Network c9dbd928-210e-4418-bad0-3296e373801a requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:05.147659 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.162667 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=99421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:48:05.174853 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.db.api [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:48:05.174853 dv-cinder-800490-1-iscsi neutron-server[99421]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:48:05.174853 dv-cinder-800490-1-iscsi neutron-server[99421]: [parameters: {'project_id_1': '6b02ec953e1c4dcd9444999e9cb04d14', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 48, 5, 9786)}] Jul 12 16:48:05.174853 dv-cinder-800490-1-iscsi neutron-server[99421]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:48:05.175885 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG oslo_db.api [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:48:05.185169 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.186134 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Added segment 1876251b-5781-4853-af03-d226ce5ffa6b of type vlan for network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 Jul 12 16:48:05.248351 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e3c709-77cf-4bef-ae76-699fec8a5d52,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:05.280756 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.332172 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.337715 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:05.338895 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.374839 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.385111 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.413169 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4a2e0287-9c6d-4097-926c-c6bc49ee8499 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9218745 Jul 12 16:48:05.421445 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d4ab8-2ac7-462f-9079-5486c3db6389 None None] Network c9dbd928-210e-4418-bad0-3296e373801a requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:05.452236 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58810) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:05.486036 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:05.536088 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:48:05.549627 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9716558 Jul 12 16:48:05.550762 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58824) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:05.571956 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b04cbeb-76a1-45b5-b5e0-87ebf7c80e38,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:05.573523 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Request body: {'subnet': {'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1083102761-subnet', 'tenant_id': '46777e05b8e6427795170eea223b0486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:05.583610 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.584186 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Added segment 9d9e96c4-02f9-4a00-be6c-bfb1643be61f of type vlan for network 399cba7c-8752-4608-9ec6-fcac8d743ada Jul 12 16:48:05.621128 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39727c-ef49-4363-a4ab-e92830c9eecb admin admin] Pushing event updated for resources: {'Network': ['ID=4c903f4f-b4bc-4901-af4c-ff94b741c8b4,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:05.626157 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.634160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.640166 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:48:05.667608 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Made reservation on behalf of 46777e05b8e6427795170eea223b0486 for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:05.672231 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.732274 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.907887 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.db.resource_extend [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:48:05.913046 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.051237 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.052905 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:06.054011 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.217273 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58834) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:06.298889 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.305984 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] Pushing event updated for resources: {'Network': ['ID=399cba7c-8752-4608-9ec6-fcac8d743ada,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:06.321148 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 399cba7c-8752-4608-9ec6-fcac8d743ada details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:48:06.425832 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.513489 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-51eb16d4-e642-4073-b03b-38b5f14ea25a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4090850 Jul 12 16:48:06.516008 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58844) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:06.525795 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Made reservation on behalf of 6b02ec953e1c4dcd9444999e9cb04d14 for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:06.528789 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Request body: {'subnet': {'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-592415160-subnet', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:06.529370 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.591618 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Made reservation on behalf of ada83c0a2a0940dca3b3cb724e28abfb for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:06.596088 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.650702 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c417274-b077-49ea-9ce2-4b1278bad810,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:06.661054 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Checking segment: {'id': '1876251b-5781-4853-af03-d226ce5ffa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:06.661855 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Network hostable DHCP agents. Network: 4c903f4f-b4bc-4901-af4c-ff94b741c8b4, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:48:06.707291 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d19695cd-5616-4b09-8e56-bc25fba2727a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.720845 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:48:06.744130 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 4c903f4f-b4bc-4901-af4c-ff94b741c8b4) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:06.757066 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5233b82-c2e1-4012-b592-6ebbbf122617 None None] Network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:06.765958 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:06.768023 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:06.844069 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58858) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:06.971743 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936c153-6264-4a30-8c0e-d91414fd91f9 None None] Network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:07.018472 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.033622 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-891a4b64-8760-46d2-9b50-788be658e598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.066735 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.113480 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb578385-9319-41f6-946b-6369fd43d44c,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:07.115550 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Checking segment: {'id': '5129d6fb-9689-409e-b5d5-b839c51fa024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '456851c8-3532-430e-a361-d362945c088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:07.115906 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Network hostable DHCP agents. Network: 456851c8-3532-430e-a361-d362945c088b, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:48:07.140909 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Network 456851c8-3532-430e-a361-d362945c088b is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:48:07.155681 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 456851c8-3532-430e-a361-d362945c088b) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:07.163717 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:07.164951 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.177597 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b78db-e46b-4007-9200-32a7698f36ba None None] Network 456851c8-3532-430e-a361-d362945c088b requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:07.221602 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.354223 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0916bd-d3cb-406e-93b1-f7926150b47f None None] Network 456851c8-3532-430e-a361-d362945c088b requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:07.377286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d19695cd-5616-4b09-8e56-bc25fba2727a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.389839 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d19695cd-5616-4b09-8e56-bc25fba2727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.401720 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-d0b78395-0d5e-4719-9cbc-6de10d447492 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8475223 Jul 12 16:48:07.411859 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c7b6a491-9b19-4a84-9059-04a9526b9009 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4378016 Jul 12 16:48:07.434463 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.515893 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-d19695cd-5616-4b09-8e56-bc25fba2727a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e8d7ec40286047ae94c1096e26f6bd0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2947598 Jul 12 16:48:07.517406 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58882) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:07.542081 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19695cd-5616-4b09-8e56-bc25fba2727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d89f374-36c1-4740-bdc3-29c9f7e389b7,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:07.572086 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Allocated IP 172.27.1.172 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/46e7b89a-e908-4cf7-9e2c-774d0d6f4253) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:07.608687 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a4d630-0cfa-45ec-b4e1-c2d41f166c83,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:07.654026 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Checking segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:07.654387 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Network hostable DHCP agents. Network: 399cba7c-8752-4608-9ec6-fcac8d743ada, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:48:07.668060 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-891a4b64-8760-46d2-9b50-788be658e598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.677409 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-891a4b64-8760-46d2-9b50-788be658e598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.686048 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-40565426-2368-43ae-88a5-a411225d8803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.722646 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Network 399cba7c-8752-4608-9ec6-fcac8d743ada is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:48:07.762619 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 399cba7c-8752-4608-9ec6-fcac8d743ada) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:07.776025 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-40565426-2368-43ae-88a5-a411225d8803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.776794 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:07.777317 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a58d0c-50e6-4eb0-aa37-e9b44745c332 None None] Network 399cba7c-8752-4608-9ec6-fcac8d743ada requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:07.777828 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.784911 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.808805 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-c241d6eb-be59-4a17-8eb6-f82cb20173fb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2908325 Jul 12 16:48:07.809511 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58888) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:07.816265 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:07.853085 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-40565426-2368-43ae-88a5-a411225d8803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.856737 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-40565426-2368-43ae-88a5-a411225d8803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.858419 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-40565426-2368-43ae-88a5-a411225d8803 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d89f374-36c1-4740-bdc3-29c9f7e389b7 HTTP/1.1" status: 204 len: 168 time: 0.3354990 Jul 12 16:48:07.867926 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-891a4b64-8760-46d2-9b50-788be658e598 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19a8c6ca26a343849711877c521135a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0219958 Jul 12 16:48:07.871522 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a4b64-8760-46d2-9b50-788be658e598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1066b15-997a-43ea-9b3b-9a998b8d01d1,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:07.872777 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 58894) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:07.895871 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40565426-2368-43ae-88a5-a411225d8803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d89f374-36c1-4740-bdc3-29c9f7e389b7,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:07.898655 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.899796 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.006236 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.160405 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-399cba7c-8752-4608-9ec6-fcac8d743ada', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:48:08.161290 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.243230 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.341850 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.365580 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Pushing event updated for resources: {'Port': ['ID=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:08.371225 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:08.382462 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:08.385908 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:08.406192 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75f303e9-5217-4712-84d4-3754410e4300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.556871 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75f303e9-5217-4712-84d4-3754410e4300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.605399 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Allocated IP 172.20.0.2 (399cba7c-8752-4608-9ec6-fcac8d743ada/59a4d630-0cfa-45ec-b4e1-c2d41f166c83/3d3c56f3-d2d9-45c5-bfed-495f55969649) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:08.631678 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58926) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:08.650581 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95ad60b4-a43f-4c54-81aa-dbbcc44f5924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.758268 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75f303e9-5217-4712-84d4-3754410e4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.760999 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75f303e9-5217-4712-84d4-3754410e4300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.762254 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-75f303e9-5217-4712-84d4-3754410e4300 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b1066b15-997a-43ea-9b3b-9a998b8d01d1 HTTP/1.1" status: 204 len: 168 time: 0.8865378 Jul 12 16:48:08.814066 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f303e9-5217-4712-84d4-3754410e4300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1066b15-997a-43ea-9b3b-9a998b8d01d1,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:08.927759 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95ad60b4-a43f-4c54-81aa-dbbcc44f5924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.928829 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58952) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:08.932857 dv-cinder-800490-1-iscsi neutron-server[99421]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 16:48:08.956792 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95ad60b4-a43f-4c54-81aa-dbbcc44f5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:08.992578 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.006557 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Transition to ACTIVE for port object 3d3c56f3-d2d9-45c5-bfed-495f55969649 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:09.029595 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Transition to ACTIVE for port object 3d3c56f3-d2d9-45c5-bfed-495f55969649 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:09.040349 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.063757 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58958) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:09.072892 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609936786-network', 'tenant_id': '2903176bd50e4b37b5abbee90ff18471'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:09.087477 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Network 399cba7c-8752-4608-9ec6-fcac8d743ada is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:09.093806 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:09.101401 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:09.114450 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Pushing event updated for resources: {'Port': ['ID=3d3c56f3-d2d9-45c5-bfed-495f55969649,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:09.117728 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-95ad60b4-a43f-4c54-81aa-dbbcc44f5924 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aaec738e46a0419cbf873f7d43cf2140&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4823074 Jul 12 16:48:09.117728 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad60b4-a43f-4c54-81aa-dbbcc44f5924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e81d7-a76e-4b89-8832-c4fd19ad02a4,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:09.118771 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 58960) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:09.138434 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.141010 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.141958 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.142523 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.143026 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.143371 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.143841 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.144126 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.144495 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.144839 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.145049 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.145474 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.145814 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Tracked resource versions report: Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: pushed versions: Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: { 'AddressGroup': {'1.2'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'ConntrackHelper': {'1.0'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Log': {'1.0'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Network': {'1.1'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Port': {'1.7'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'PortForwarding': {'1.2'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'QosPolicy': {'1.8'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroup': {'1.4'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SubPort': {'1.0'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Subnet': {'1.1'}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Trunk': {'1.1'}} Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: consumer versions: Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: HyperV agent@hv-cinder-80049: {}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'ConntrackHelper': '1.0', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Log': '1.0', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Network': '1.1', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Port': '1.7', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'PortForwarding': '1.2', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'QosPolicy': '1.8', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroup': '1.4', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SecurityGroupRule': '1.2', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'SubPort': '1.0', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Subnet': '1.1', Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: 'Trunk': '1.1'}} Jul 12 16:48:09.147843 dv-cinder-800490-1-iscsi neutron-server[99422]: {{(pid=99422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:48:09.176039 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.178731 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.198779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Attempting to bind port 3d3c56f3-d2d9-45c5-bfed-495f55969649 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:09.199239 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Attempting to bind port 3d3c56f3-d2d9-45c5-bfed-495f55969649 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:09.199681 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Attempting to bind port 3d3c56f3-d2d9-45c5-bfed-495f55969649 on network 399cba7c-8752-4608-9ec6-fcac8d743ada {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:09.207241 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:09.207718 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Checking segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:09.208194 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.208740 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Bound using segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:09.209293 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Bound port: 3d3c56f3-d2d9-45c5-bfed-495f55969649, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:09.209891 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.296335 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] For port 3d3c56f3-d2d9-45c5-bfed-495f55969649, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:09.301851 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] For port 3d3c56f3-d2d9-45c5-bfed-495f55969649, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=3d3c56f3-d2d9-45c5-bfed-495f55969649,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:09.307893 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.380891 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4cd2-f150-4cd0-9622-4e212b538ee2 None None] Pushing event updated for resources: {'Port': ['ID=3d3c56f3-d2d9-45c5-bfed-495f55969649,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:09.399950 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Allocated IP 172.27.1.136 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/16052c6a-067c-4975-b778-1da2aa7e02b9) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:09.420084 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-6fbdf777-b769-4f94-8fd1-ee9e9868667f tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:09.421677 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-6fbdf777-b769-4f94-8fd1-ee9e9868667f tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/networks?id=4c903f4f-b4bc-4901-af4c-ff94b741c8b4 HTTP/1.1" status: 200 len: 812 time: 0.4910450 Jul 12 16:48:09.427277 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Made reservation on behalf of 2903176bd50e4b37b5abbee90ff18471 for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:09.428395 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.449548 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.466310 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-6d193a0d-d399-487e-8897-777f326c814d tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/quotas/46777e05b8e6427795170eea223b0486 HTTP/1.1" status: 200 len: 375 time: 0.0333612 Jul 12 16:48:09.514822 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b83-3720-49f6-a98f-5d38032827bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.584676 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-c9e20a8a-c30a-42f1-b778-cf4737d78006 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=46777e05b8e6427795170eea223b0486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972924 Jul 12 16:48:09.774462 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.904015 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b83-3720-49f6-a98f-5d38032827bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.916532 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.926748 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.958433 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:09.974064 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3d3c56f3-d2d9-45c5-bfed-495f55969649 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:10.021716 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=99421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:48:10.063526 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4312f760-1134-4c51-8dfe-d189da8f1b9d,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:10.068612 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.069090 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Added segment 1f56ddc1-635a-4194-8d3b-ea946bc8cb3c of type vlan for network 7d7b2887-592e-4bb6-98d3-b77d58154811 Jul 12 16:48:10.104716 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 3d3c56f3-d2d9-45c5-bfed-495f55969649 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:10.131129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.133807 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b83-3720-49f6-a98f-5d38032827bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.137983 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b83-3720-49f6-a98f-5d38032827bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.139460 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-bbec7b83-3720-49f6-a98f-5d38032827bd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b82e81d7-a76e-4b89-8832-c4fd19ad02a4 HTTP/1.1" status: 204 len: 168 time: 0.9915750 Jul 12 16:48:10.142902 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.176111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0e63e17d-a310-406a-8b85-198b817549c6 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:48:10.186923 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:10.188563 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0e63e17d-a310-406a-8b85-198b817549c6 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1213679 Jul 12 16:48:10.192308 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:10.193406 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec7b83-3720-49f6-a98f-5d38032827bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e81d7-a76e-4b89-8832-c4fd19ad02a4,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:10.199361 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:10.315438 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.316626 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:10.322227 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.366124 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Pushing event updated for resources: {'Port': ['ID=16052c6a-067c-4975-b778-1da2aa7e02b9,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:10.371300 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:48:10.428736 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] Pushing event updated for resources: {'Network': ['ID=7d7b2887-592e-4bb6-98d3-b77d58154811,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:10.452218 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 7d7b2887-592e-4bb6-98d3-b77d58154811 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:48:10.453016 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5eedbd3e-a8b8-4e0f-b651-c172c0d7185e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3841758 Jul 12 16:48:10.463334 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59006) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:10.483679 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Request body: {'subnet': {'network_id': '7d7b2887-592e-4bb6-98d3-b77d58154811', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609936786-subnet', 'tenant_id': '2903176bd50e4b37b5abbee90ff18471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:10.558808 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-f10ae34c-f0e6-4581-8454-d9cac526c926 service neutron] 10.222.0.74 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689749 Jul 12 16:48:10.630440 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Made reservation on behalf of 2903176bd50e4b37b5abbee90ff18471 for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:10.632952 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.811550 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.859325 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-bff67a74-215f-4733-aba7-2607e726ee95 service neutron] 10.222.0.74 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994411 Jul 12 16:48:10.869343 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:10.969679 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a70eb00-e81f-4f14-a3d9-01eaac6ffa49 None None] Network 399cba7c-8752-4608-9ec6-fcac8d743ada requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:11.066606 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Checking segment: {'id': '1f56ddc1-635a-4194-8d3b-ea946bc8cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7d7b2887-592e-4bb6-98d3-b77d58154811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:11.067457 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Network hostable DHCP agents. Network: 7d7b2887-592e-4bb6-98d3-b77d58154811, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:48:11.070742 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:48:11.084763 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8711392a-bb27-4a6c-b6e6-ac6f70dd2b6b,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:11.094338 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Sync routers for ids ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:48:11.107589 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Routers {'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:11.108346 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:47:49Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:11.118027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:11.119858 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-60d79f25-c454-41ae-a338-1c564b31c344 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6662691 Jul 12 16:48:11.123847 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:11.129550 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59030) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:11.229274 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c9ed1dc5-1a14-4506-ac18-ca5aa918d243 None None] Provisioning for port 3d3c56f3-d2d9-45c5-bfed-495f55969649 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:11.265888 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c9ed1dc5-1a14-4506-ac18-ca5aa918d243 None None] Provisioning complete for port 3d3c56f3-d2d9-45c5-bfed-495f55969649 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:11.278413 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1dc5-1a14-4506-ac18-ca5aa918d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:11.315782 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59046) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:11.324341 dv-cinder-800490-1-iscsi neutron-server[99420]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 16:48:11.371673 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Set router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:11.421554 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-261be967-25d6-4ffb-ad39-7baffb9c9376 req-b90b4449-b43f-4bf5-a56b-172bd63c090c tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 210 time: 0.1040998 Jul 12 16:48:11.478729 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Network 7d7b2887-592e-4bb6-98d3-b77d58154811 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:48:11.490975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Router 6455eaba-0e2d-4f42-9778-77f6c5f1049b is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:48:11.551252 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 7d7b2887-592e-4bb6-98d3-b77d58154811) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:11.560712 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:11.562122 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:11.586385 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3c80c4ec-8b7f-49f0-8df2-951536f98f8f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1227956 Jul 12 16:48:11.634338 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1dc5-1a14-4506-ac18-ca5aa918d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:11.661573 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad2892-b059-4e33-9f1f-d38d7449ac13 None None] Network 7d7b2887-592e-4bb6-98d3-b77d58154811 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:11.755333 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:48:11.783820 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Sync routers for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:48:11.791384 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:11.795364 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-d9d77c78-adac-44cb-a21d-df19a67e72b3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9822257 Jul 12 16:48:11.800071 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59072) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:11.824941 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:11.826206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:47:49Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:11.931276 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-c9ed1dc5-1a14-4506-ac18-ca5aa918d243 None None] For port 3d3c56f3-d2d9-45c5-bfed-495f55969649, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=3d3c56f3-d2d9-45c5-bfed-495f55969649,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:11.944786 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:48:08Z', 'revision_number': 3, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port': {'id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:12.022917 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Checking router: cdf017be-cb9b-4272-90f4-63d5c6c9dc9a for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:48:12.023891 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Updating router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:48:12.040370 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1dc5-1a14-4506-ac18-ca5aa918d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:12.159707 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59084) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:12.237598 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed1dc5-1a14-4506-ac18-ca5aa918d243 None None] Pushing event updated for resources: {'Port': ['ID=3d3c56f3-d2d9-45c5-bfed-495f55969649,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:12.317947 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:12.443721 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:12.463105 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:12.617674 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f28524-391c-44ef-85a7-4dc8f5b6b697 None None] Network 7d7b2887-592e-4bb6-98d3-b77d58154811 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:12.840277 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Allocated IP 172.20.0.1 (c9dbd928-210e-4418-bad0-3296e373801a/2c219d00-e7f4-4404-a4a9-71b5fedcbb02/cefaa514-ddf7-43c2-8553-4157c5f058b5) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:13.013345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.069586 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] Deleting subnet fb578385-9319-41f6-946b-6369fd43d44c {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:48:13.075995 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.086101 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.147457 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Network c9dbd928-210e-4418-bad0-3296e373801a is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:13.178322 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-da318e09-2720-4e2a-b62e-c467ddb2a649 None None] Provisioning complete for port 3d3c56f3-d2d9-45c5-bfed-495f55969649 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:13.178322 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-da318e09-2720-4e2a-b62e-c467ddb2a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.190385 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Pushing event updated for resources: {'Port': ['ID=cefaa514-ddf7-43c2-8553-4157c5f058b5,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:13.194558 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:13.198003 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:13.198481 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.277691 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.307488 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Transition to ACTIVE for port object 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:13.318701 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:10Z', 'revision_number': 3, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:13.319936 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.353346 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7176a2be-092d-4493-aa9b-8f5264d40c14 req-e705d6e5-b14d-4597-8d6f-9d037dcacaa6 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 210 time: 0.2889187 Jul 12 16:48:13.381321 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Attempting to bind port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:13.382867 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Attempting to bind port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:13.383477 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Attempting to bind port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:13.442826 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:13.451127 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Checking router: 6455eaba-0e2d-4f42-9778-77f6c5f1049b for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:48:13.451478 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Updating router 6455eaba-0e2d-4f42-9778-77f6c5f1049b port 16052c6a-067c-4975-b778-1da2aa7e02b9 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:48:13.451711 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:13.456029 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.456554 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:13.457279 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Bound port: 46e7b89a-e908-4cf7-9e2c-774d0d6f4253, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:13.458212 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.470546 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.479997 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.516773 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.526971 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] For port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:13.531319 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] For port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:13.541338 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.590244 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.591951 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Routers {'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:13.593307 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:47:49Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:13.667982 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Pushing event updated for resources: {'Port': ['ID=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,revision_number=2']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:13.793307 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.804728 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.804728 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.804728 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.805064 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.805153 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.805494 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.806633 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.806633 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.806633 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.806909 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.807180 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.807522 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Tracked resource versions report: Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: pushed versions: Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: { 'AddressGroup': {'1.2'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'ConntrackHelper': {'1.0'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Log': {'1.0'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Network': {'1.1'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Port': {'1.7'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'PortForwarding': {'1.2'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'QosPolicy': {'1.8'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroup': {'1.4'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SubPort': {'1.0'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Subnet': {'1.1'}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Trunk': {'1.1'}} Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: consumer versions: Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: { DHCP agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: HyperV agent@hv-cinder-80049: {}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: L3 agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: Metadata agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: Metering agent@dv-cinder-800490-1-iscsi: {}, Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: Open vSwitch agent@dv-cinder-800490-1-iscsi: { 'AddressGroup': '1.2', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'ConntrackHelper': '1.0', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Log': '1.0', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Network': '1.1', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Port': '1.7', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'PortForwarding': '1.2', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'QosPolicy': '1.8', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroup': '1.4', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SecurityGroupRule': '1.2', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'SubPort': '1.0', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Subnet': '1.1', Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: 'Trunk': '1.1'}} Jul 12 16:48:13.808653 dv-cinder-800490-1-iscsi neutron-server[99423]: {{(pid=99423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:48:13.827953 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:13.939174 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Allocated IP 172.20.0.1 (399cba7c-8752-4608-9ec6-fcac8d743ada/59a4d630-0cfa-45ec-b4e1-c2d41f166c83/1abe1ca7-7a09-4671-8e54-792fe7f2aa06) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:13.958740 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb578385-9319-41f6-946b-6369fd43d44c,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:13.979863 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] Set router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:14.002006 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.018378 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5b6c97ff-e362-4eac-8c0d-9da3a16082f8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fb578385-9319-41f6-946b-6369fd43d44c HTTP/1.1" status: 204 len: 168 time: 1.7750368 Jul 12 16:48:14.019073 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59170) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:14.132122 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f481ef-67c9-4034-85e4-4f99d8207c59 None None] Pushing event updated for resources: {'Port': ['ID=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:14.256464 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.271893 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.326108 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Transition to ACTIVE for port object 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:14.367910 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3d3c56f3-d2d9-45c5-bfed-495f55969649 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:14.447990 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.456078 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:48:08Z', 'revision_number': 3, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port': {'id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:14.500836 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 3d3c56f3-d2d9-45c5-bfed-495f55969649 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:14.501213 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.551275 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59188) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:14.587628 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Network 399cba7c-8752-4608-9ec6-fcac8d743ada is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:14.601183 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:14.614151 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:14.617188 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.620247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.682370 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.682741 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.683652 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.684005 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > port after_create 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.684332 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.684656 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > port after_update 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.684971 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.685288 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.685602 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.685977 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.733610 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b522-9a50-49fc-ad3b-4fca161ede5f None None] The sync data for ids ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'] in dv-cinder-800490-1-iscsi is: [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:48:08Z', 'revision_number': 3, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port': {'id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:48:14.758318 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Pushing event updated for resources: {'Port': ['ID=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:14.812153 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.933360 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Transition to ACTIVE for port object 16052c6a-067c-4975-b778-1da2aa7e02b9 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:14.961902 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.966212 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ebec40a4-b187-4618-8b29-665f8df3f84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:14.972683 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.973587 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.974150 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.978205 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:48:14.978902 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456851c8-3532-430e-a361-d362945c088b']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:15.048647 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5129d6fb-9689-409e-b5d5-b839c51fa024') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:15.049168 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5129d6fb-9689-409e-b5d5-b839c51fa024') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:15.135160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ebec40a4-b187-4618-8b29-665f8df3f84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.145113 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ebec40a4-b187-4618-8b29-665f8df3f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.155058 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.164712 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386ad45-98b6-4492-b739-9b6fe4ff397c None None] Pushing event updated for resources: {'Port': ['ID=16052c6a-067c-4975-b778-1da2aa7e02b9,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:15.188854 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-529be845-b371-43be-be5b-74358f0161dc req-df9d8765-41f5-4d53-9cba-dd86299b77c5 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 210 time: 0.1902251 Jul 12 16:48:15.202852 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.222555 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4ed5d017-b316-4330-8c36-56a866d0b88b None None] Provisioning for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:15.234102 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.240522 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Attempting to bind port 16052c6a-067c-4975-b778-1da2aa7e02b9 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:15.240928 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Attempting to bind port 16052c6a-067c-4975-b778-1da2aa7e02b9 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:15.241335 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Attempting to bind port 16052c6a-067c-4975-b778-1da2aa7e02b9 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:15.244100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4ed5d017-b316-4330-8c36-56a866d0b88b None None] Provisioning complete for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:15.244425 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d017-b316-4330-8c36-56a866d0b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.282798 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec40a4-b187-4618-8b29-665f8df3f84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a416acd-660f-462c-b242-2ec1a6231304,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:15.295275 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-ebec40a4-b187-4618-8b29-665f8df3f84e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=939876c98a4d4b64a6c96706cc847db1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7322502 Jul 12 16:48:15.304651 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:15.305043 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:15.305480 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.305932 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:15.306428 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Bound port: 16052c6a-067c-4975-b778-1da2aa7e02b9, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:15.306863 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.332919 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59206) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:15.341394 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.374469 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.97', 64996) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:15.376508 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.399077 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5d017-b316-4330-8c36-56a866d0b88b None None] Port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:48:15.519458 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:48:15.519870 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.525610 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] For port 16052c6a-067c-4975-b778-1da2aa7e02b9, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: from cryptography.utils import int_from_bytes Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: from cryptography.utils import int_from_bytes Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:48:15.525852 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:48:15.534967 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] For port 16052c6a-067c-4975-b778-1da2aa7e02b9, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=16052c6a-067c-4975-b778-1da2aa7e02b9,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:15.541150 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:15.665602 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386ad45-98b6-4492-b739-9b6fe4ff397c None None] Pushing event updated for resources: {'Port': ['ID=16052c6a-067c-4975-b778-1da2aa7e02b9,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:15.752232 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:15.753743 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:47:49Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:15.990312 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:16.117218 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4766c78c-729d-4bce-bcf2-334bd22eccc6 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:16.130278 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:16.135734 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Pushing event updated for resources: {'Port': ['ID=cefaa514-ddf7-43c2-8553-4157c5f058b5,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:16.154404 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4766c78c-729d-4bce-bcf2-334bd22eccc6 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.97 "GET /v2.0/networks?id=4c903f4f-b4bc-4901-af4c-ff94b741c8b4 HTTP/1.1" status: 200 len: 812 time: 0.7059333 Jul 12 16:48:16.183772 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.184993 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Request body: {'port': {'device_id': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4', 'admin_state_up': True, 'tenant_id': '46777e05b8e6427795170eea223b0486'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:16.205949 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.220579 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.226537 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] 10.222.0.74 "DELETE /v2.0/networks/456851c8-3532-430e-a361-d362945c088b HTTP/1.1" status: 204 len: 168 time: 2.2045097 Jul 12 16:48:16.237858 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59250) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:16.238813 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-79d9a05a-10b6-42a4-969d-b6550b035f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.311724 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba36488-e7e2-4876-ab76-c20184f7ed39 admin admin] Pushing event deleted for resources: {'Network': ['ID=456851c8-3532-430e-a361-d362945c088b,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:16.327379 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59256) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:16.344106 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3aabcab0-2c3e-4ce3-8e3d-9916c731c1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.409866 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-79d9a05a-10b6-42a4-969d-b6550b035f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.478785 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Network c9dbd928-210e-4418-bad0-3296e373801a is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:16.506564 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:16.518829 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:16.529981 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.541571 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:16.542472 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.586995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.624697 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-03728d96-fbbd-4593-9411-5065edae6ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.637406 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] Deleting subnet 8711392a-bb27-4a6c-b6e6-ac6f70dd2b6b {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:48:16.645744 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0e5c608c-5b01-407c-b1d1-5df7d79ce2aa req-16dc604a-1e7f-4aed-9c3f-d5b4548157dd tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 210 time: 0.1640372 Jul 12 16:48:16.685091 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Pushing event updated for resources: {'Port': ['ID=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:16.693611 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.697136 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:13Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:16.736323 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba92b7-e857-4c25-90af-e4e54011587b None None] The sync data for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi is: [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:13Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:48:16.738836 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.748925 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.762398 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.784114 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:16.788915 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.881043 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:16.916177 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-79d9a05a-10b6-42a4-969d-b6550b035f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.924062 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-79d9a05a-10b6-42a4-969d-b6550b035f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:16.940013 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-79d9a05a-10b6-42a4-969d-b6550b035f8f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a416acd-660f-462c-b242-2ec1a6231304 HTTP/1.1" status: 204 len: 168 time: 1.6048872 Jul 12 16:48:16.952439 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:48:17.000245 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Network 399cba7c-8752-4608-9ec6-fcac8d743ada is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:17.004177 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:17.014870 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.017840 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9a05a-10b6-42a4-969d-b6550b035f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a416acd-660f-462c-b242-2ec1a6231304,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:17.164475 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a9647bc9-919d-4221-ace3-b4ad30565d59 None None] Provisioning complete for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:17.167475 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a9647bc9-919d-4221-ace3-b4ad30565d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.322804 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-a9647bc9-919d-4221-ace3-b4ad30565d59 None None] Port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:48:17.623082 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.669846 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-48766b88-1880-426d-9e23-e614d31ff162 None None] Provisioning complete for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:17.670383 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-48766b88-1880-426d-9e23-e614d31ff162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.686662 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Router 6455eaba-0e2d-4f42-9778-77f6c5f1049b has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:48:17.716428 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-03728d96-fbbd-4593-9411-5065edae6ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.731535 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59298) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:17.742964 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-03728d96-fbbd-4593-9411-5065edae6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.785901 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.789995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-02c6481d-3af6-4657-979e-e5793a07b718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:17.797974 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8711392a-bb27-4a6c-b6e6-ac6f70dd2b6b HTTP/1.1" status: 204 len: 168 time: 1.5566554 Jul 12 16:48:17.804960 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:48:17.810879 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67de00-af0d-4340-aeab-e9ddbe82ecb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8711392a-bb27-4a6c-b6e6-ac6f70dd2b6b,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:17.889956 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-48766b88-1880-426d-9e23-e614d31ff162 None None] Port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:48:17.905998 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Sync routers for ids ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:48:17.908067 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59300) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:17.908471 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Routers {'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:17.908645 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4dede5b3-2634-405d-967a-67dab4ce6988 admin admin] 10.222.0.74 "PUT /v2.0/routers/cdf017be-cb9b-4272-90f4-63d5c6c9dc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7563999 Jul 12 16:48:17.908940 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:47:49Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:18.037701 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Made reservation on behalf of 46777e05b8e6427795170eea223b0486 for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:18.041270 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.055019 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:18.194547 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:18.195723 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.197742 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-03728d96-fbbd-4593-9411-5065edae6ef7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34e77a835c1148cd9f54e73d4b4e44bb&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8689799 Jul 12 16:48:18.201333 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59312) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:18.211418 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03728d96-fbbd-4593-9411-5065edae6ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29339fd-c3c8-4835-9518-937d358e711f,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:18.299707 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.478162 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Set router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:18.607689 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.619111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7b2887-592e-4bb6-98d3-b77d58154811']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:18.630020 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8839973a-cc50-4092-a9b4-78ea58805192 req-624da11b-0d1c-40c8-9673-6900465333f8 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 210 time: 0.4644513 Jul 12 16:48:18.643735 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f56ddc1-635a-4194-8d3b-ea946bc8cb3c') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:18.644674 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f56ddc1-635a-4194-8d3b-ea946bc8cb3c') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:18.666429 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.694157 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.707104 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:48:18.707733 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:48:18.724071 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:48:18.820641 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4448bc03-f81e-4af1-8757-ef2936505e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.898198 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.941674 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.951365 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:48:18.980981 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f6fef834-19cc-4d4e-a703-b743fa95fd67 admin admin] 10.222.0.74 "PUT /v2.0/routers/6455eaba-0e2d-4f42-9778-77f6c5f1049b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1793847 Jul 12 16:48:19.012488 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4448bc03-f81e-4af1-8757-ef2936505e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.016914 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7b2887-592e-4bb6-98d3-b77d58154811,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:19.034133 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.044234 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2237ecd1-bebd-4bb1-81bf-55e848d133c9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7d7b2887-592e-4bb6-98d3-b77d58154811 HTTP/1.1" status: 204 len: 168 time: 1.1260748 Jul 12 16:48:19.078327 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:48:13Z', 'revision_number': 4, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port': {'id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'cefaa514-ddf7-43c2-8553-4157c5f058b5', 'name': '', 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'mac_address': 'fa:16:3e:74:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:12Z', 'updated_at': '2021-07-12T16:48:14Z', 'revision_number': 2, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'subnets': [{'id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:19.207450 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Checking router: cdf017be-cb9b-4272-90f4-63d5c6c9dc9a for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:48:19.207815 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Updating router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a port cefaa514-ddf7-43c2-8553-4157c5f058b5 binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:48:19.219573 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-02c6481d-3af6-4657-979e-e5793a07b718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.253301 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-02c6481d-3af6-4657-979e-e5793a07b718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.266487 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-75d60792-fb57-402d-80c1-d4106cf325b4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:19.283026 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-75d60792-fb57-402d-80c1-d4106cf325b4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 818 time: 0.5012903 Jul 12 16:48:19.309650 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Allocated IP 172.20.0.7 (4c903f4f-b4bc-4901-af4c-ff94b741c8b4/2c417274-b077-49ea-9ce2-4b1278bad810/8574f653-dceb-4438-bdc7-2fe37663857c) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:19.319251 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-2a6c2257-c9cc-48bb-b6f6-de320b21bd3a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/quotas/0fdaaf3b5f984c77ac12de4ad9e19cde HTTP/1.1" status: 200 len: 375 time: 0.0300827 Jul 12 16:48:19.350112 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.404392 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59340) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:19.407488 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-02c6481d-3af6-4657-979e-e5793a07b718 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0bc4bab70e394f43bc8131fef8fac4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6692965 Jul 12 16:48:19.454109 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4448bc03-f81e-4af1-8757-ef2936505e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.458991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4448bc03-f81e-4af1-8757-ef2936505e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.463739 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4448bc03-f81e-4af1-8757-ef2936505e8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c29339fd-c3c8-4835-9518-937d358e711f HTTP/1.1" status: 204 len: 168 time: 1.2611649 Jul 12 16:48:19.513418 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-252c4f05-589c-4b2b-89d1-5cc48acbe6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:19.519984 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6481d-3af6-4657-979e-e5793a07b718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc59ae82-53d4-43e1-9b5c-5e652ee2c79f,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:19.554294 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59344) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:19.637714 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448bc03-f81e-4af1-8757-ef2936505e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29339fd-c3c8-4835-9518-937d358e711f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:19.792540 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-9c326559-9df0-47d7-83e2-a90d600daa71 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4702544 Jul 12 16:48:19.813315 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7d4c684a-3c5d-4338-98a7-b7ea72116fd6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b02ec953e1c4dcd9444999e9cb04d14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2488313 Jul 12 16:48:19.880019 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59348) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:20.057206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 16052c6a-067c-4975-b778-1da2aa7e02b9 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:20.174341 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 16052c6a-067c-4975-b778-1da2aa7e02b9 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:20.180934 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2b195a28-9679-4885-9db7-d83f26e38e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.189233 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 16052c6a-067c-4975-b778-1da2aa7e02b9 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:20.190469 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.247504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.253119 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2b195a28-9679-4885-9db7-d83f26e38e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.356292 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-904138f7-129e-4615-ab4d-10f5124f0f99 service neutron] 10.222.0.74 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627074 Jul 12 16:48:20.384626 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.414012 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.432066 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.442917 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Transition to ACTIVE for port object cefaa514-ddf7-43c2-8553-4157c5f058b5 will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:20.467309 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.477814 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 16052c6a-067c-4975-b778-1da2aa7e02b9, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=16052c6a-067c-4975-b778-1da2aa7e02b9,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:20.480436 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2b195a28-9679-4885-9db7-d83f26e38e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.483017 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.484618 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2b195a28-9679-4885-9db7-d83f26e38e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.487932 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2b195a28-9679-4885-9db7-d83f26e38e40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc59ae82-53d4-43e1-9b5c-5e652ee2c79f HTTP/1.1" status: 204 len: 168 time: 1.0639470 Jul 12 16:48:20.561518 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59368) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:20.590749 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-b29cfee8-5d4d-4bd1-882f-e577f26976f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238896776', 'description': 'tempest-description--443947901'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:20.637218 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=16052c6a-067c-4975-b778-1da2aa7e02b9,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:20.667223 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b195a28-9679-4885-9db7-d83f26e38e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc59ae82-53d4-43e1-9b5c-5e652ee2c79f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:20.674917 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b29cfee8-5d4d-4bd1-882f-e577f26976f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.679399 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df18cf-6327-462c-8a92-ce5be8656f70 None None] Pushing event updated for resources: {'Port': ['ID=cefaa514-ddf7-43c2-8553-4157c5f058b5,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:20.791173 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-6dea9ee9-947c-41d6-84e2-9543fb2e45f3 service neutron] 10.222.0.74 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304798 Jul 12 16:48:20.807618 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:20.841508 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-afe7ef62-a972-4c41-96c2-22045e5955da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.845968 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:20.862114 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:20.871376 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Attempting to bind port cefaa514-ddf7-43c2-8553-4157c5f058b5 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:20.874597 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Attempting to bind port cefaa514-ddf7-43c2-8553-4157c5f058b5 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:20.877236 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Attempting to bind port cefaa514-ddf7-43c2-8553-4157c5f058b5 on network c9dbd928-210e-4418-bad0-3296e373801a {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:20.891587 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:20.892003 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Checking segment: {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:20.892449 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.893134 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Bound using segment: {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:20.893375 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Bound port: cefaa514-ddf7-43c2-8553-4157c5f058b5, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:20.893812 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.903109 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:20.908373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.952944 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-afe7ef62-a972-4c41-96c2-22045e5955da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:20.964910 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Pushing event updated for resources: {'Port': ['ID=8574f653-dceb-4438-bdc7-2fe37663857c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:21.102282 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615ce6-dd57-4773-86b7-6d6b3a744584 req-c9aa0725-27dd-4841-bb0c-f0cb7761fb1f tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:21.103788 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35615ce6-dd57-4773-86b7-6d6b3a744584 req-c9aa0725-27dd-4841-bb0c-f0cb7761fb1f tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 931 time: 0.3832073 Jul 12 16:48:21.132394 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b29cfee8-5d4d-4bd1-882f-e577f26976f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.134114 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-afe7ef62-a972-4c41-96c2-22045e5955da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.137278 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-afe7ef62-a972-4c41-96c2-22045e5955da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.138609 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-afe7ef62-a972-4c41-96c2-22045e5955da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/437122f6-e7c0-4bfb-9d64-121560e92610 HTTP/1.1" status: 204 len: 168 time: 1.2485073 Jul 12 16:48:21.142626 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b29cfee8-5d4d-4bd1-882f-e577f26976f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.156149 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ef62-a972-4c41-96c2-22045e5955da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437122f6-e7c0-4bfb-9d64-121560e92610,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:21.160884 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] For port cefaa514-ddf7-43c2-8553-4157c5f058b5, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:21.167954 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] For port cefaa514-ddf7-43c2-8553-4157c5f058b5, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=cefaa514-ddf7-43c2-8553-4157c5f058b5,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:21.168400 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Sync routers for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:48:21.176184 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.195643 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b29cfee8-5d4d-4bd1-882f-e577f26976f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.200123 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b29cfee8-5d4d-4bd1-882f-e577f26976f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6266620 Jul 12 16:48:21.200762 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59388) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:21.210217 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-848e9d17-15ee-4c5e-8dc0-7d31b9dd7c05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'security_group_rule': {'security_group_id': '15ee3047-534b-455f-a490-8f1e71579176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:21.224730 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cfee8-5d4d-4bd1-882f-e577f26976f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee3047-534b-455f-a490-8f1e71579176,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:21.240076 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:21.241499 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:48:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:21.272862 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df18cf-6327-462c-8a92-ce5be8656f70 None None] Pushing event updated for resources: {'Port': ['ID=cefaa514-ddf7-43c2-8553-4157c5f058b5,revision_number=4']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:21.295199 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Routers {'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:21.296342 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:48:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:21.326186 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35615ce6-dd57-4773-86b7-6d6b3a744584 req-9ec6277f-1285-4c6c-9b53-b2e187f4b2e2 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967828 Jul 12 16:48:21.334699 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-0d0e0d19-b1be-4fcb-b626-84e52cdddfd1 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1647558 Jul 12 16:48:21.413138 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b715ec67-ca53-420a-8932-d848c4a6fba8 req-7b6e4ee6-b871-4306-a48a-3174947990d0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 210 time: 0.1219106 Jul 12 16:48:21.469339 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.478113 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-848e9d17-15ee-4c5e-8dc0-7d31b9dd7c05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:21.620395 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:21.632933 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] Set router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:21.891432 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:22.095218 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 16052c6a-067c-4975-b778-1da2aa7e02b9 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:22.191095 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-848e9d17-15ee-4c5e-8dc0-7d31b9dd7c05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:22.193082 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59438) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:22.218634 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-848e9d17-15ee-4c5e-8dc0-7d31b9dd7c05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:22.244884 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:48:13Z', 'revision_number': 4, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port': {'id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'cefaa514-ddf7-43c2-8553-4157c5f058b5', 'name': '', 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'mac_address': 'fa:16:3e:74:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:12Z', 'updated_at': '2021-07-12T16:48:21Z', 'revision_number': 4, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'subnets': [{'id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:22.361828 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9a70-0236-4368-8af3-f0efba63beeb req-c4f67c26-96ab-4d81-8cea-3a35d7b3fac2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:22.373348 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-c4f67c26-96ab-4d81-8cea-3a35d7b3fac2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 818 time: 0.3005373 Jul 12 16:48:22.380203 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-296136f7-4cb6-4761-bb5b-f73b26047691 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2903176bd50e4b37b5abbee90ff18471&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1830516 Jul 12 16:48:22.382235 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e9d17-15ee-4c5e-8dc0-7d31b9dd7c05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3a8a77-80b3-4dd3-b613-9e92da22e609,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:22.387293 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59450) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:22.395164 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-931d2a70-8618-4cac-950e-6d6b4c76a9b3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:48:22.397755 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-931d2a70-8618-4cac-950e-6d6b4c76a9b3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121427 Jul 12 16:48:22.435541 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706875c-4d07-40b1-aa84-fe33b1bae231 None None] The sync data for ids ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'] in dv-cinder-800490-1-iscsi is: [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:48:13Z', 'revision_number': 4, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port': {'id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'cefaa514-ddf7-43c2-8553-4157c5f058b5', 'name': '', 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'mac_address': 'fa:16:3e:74:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:12Z', 'updated_at': '2021-07-12T16:48:21Z', 'revision_number': 4, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'subnets': [{'id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:48:22.443265 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 16052c6a-067c-4975-b778-1da2aa7e02b9 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:22.451294 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:22.453203 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-b4c46fb0-24b7-4073-8551-53bad84bedda tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/quotas/0fdaaf3b5f984c77ac12de4ad9e19cde HTTP/1.1" status: 200 len: 375 time: 0.0744920 Jul 12 16:48:22.461144 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-848e9d17-15ee-4c5e-8dc0-7d31b9dd7c05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:22.467555 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-848e9d17-15ee-4c5e-8dc0-7d31b9dd7c05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2567692 Jul 12 16:48:22.468265 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59452) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:22.504937 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-a162fb9f-d7b2-45d3-8baa-8443932f1e82 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'security_group_rule': {'security_group_id': '15ee3047-534b-455f-a490-8f1e71579176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:22.692703 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-9bf94500-f543-4fb7-aa78-5b42724e2fe0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2300830 Jul 12 16:48:22.792328 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a162fb9f-d7b2-45d3-8baa-8443932f1e82 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:22.983466 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8c0e15e9-8ffd-4012-ad6a-2970d508328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.066662 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a162fb9f-d7b2-45d3-8baa-8443932f1e82 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.074275 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a162fb9f-d7b2-45d3-8baa-8443932f1e82 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.131684 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8c0e15e9-8ffd-4012-ad6a-2970d508328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.133610 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162fb9f-d7b2-45d3-8baa-8443932f1e82 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c440c436-93e4-4473-922a-f372066e631f,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:23.155283 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a162fb9f-d7b2-45d3-8baa-8443932f1e82 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.163552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59478) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:23.169995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:23.174561 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-a162fb9f-d7b2-45d3-8baa-8443932f1e82 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6894534 Jul 12 16:48:23.239246 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Request body: {'port': {'device_id': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:23.245515 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.248041 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8c0e15e9-8ffd-4012-ad6a-2970d508328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.252800 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8c0e15e9-8ffd-4012-ad6a-2970d508328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.259058 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8c0e15e9-8ffd-4012-ad6a-2970d508328b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4312f760-1134-4c51-8dfe-d189da8f1b9d HTTP/1.1" status: 204 len: 168 time: 0.8683376 Jul 12 16:48:23.289734 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e15e9-8ffd-4012-ad6a-2970d508328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4312f760-1134-4c51-8dfe-d189da8f1b9d,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:23.348546 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.842515 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 2, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:23.854537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:23.932802 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-1cde4f8d-6c2c-47ab-8f01-df811b1764a7 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:48:23.934567 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-1cde4f8d-6c2c-47ab-8f01-df811b1764a7 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5477300 Jul 12 16:48:24.061872 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Checking router: 6455eaba-0e2d-4f42-9778-77f6c5f1049b for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:48:24.062235 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Updating router 6455eaba-0e2d-4f42-9778-77f6c5f1049b port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:48:24.189076 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device cefaa514-ddf7-43c2-8553-4157c5f058b5 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:24.255172 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:24.524910 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-32175189-0bb1-4e57-9c17-27fc8bf1eaa7 service neutron] 10.222.0.74 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640223 Jul 12 16:48:24.540462 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port cefaa514-ddf7-43c2-8553-4157c5f058b5 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:24.555596 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port cefaa514-ddf7-43c2-8553-4157c5f058b5 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:24.556160 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:24.830329 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-5963b45b-9ec0-4234-a01a-1d62b27512f6 service neutron] 10.222.0.74 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381186 Jul 12 16:48:24.943859 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5caf40-077a-4357-97c6-5ac2b7595cd0 req-caeeccea-d996-4094-9dfb-14dc549f89ee tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:24.974290 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:24.977048 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3f5caf40-077a-4357-97c6-5ac2b7595cd0 req-caeeccea-d996-4094-9dfb-14dc549f89ee tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 931 time: 0.5261099 Jul 12 16:48:25.020240 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:25.135550 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59540) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:25.141604 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port cefaa514-ddf7-43c2-8553-4157c5f058b5, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=cefaa514-ddf7-43c2-8553-4157c5f058b5,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:25.146425 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:25.231068 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:25.258392 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Transition to ACTIVE for port object 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:25.262325 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=cefaa514-ddf7-43c2-8553-4157c5f058b5,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:25.274015 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:25.360983 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142aded-1721-4451-b3a0-aab1a36ee3e1 None None] Pushing event updated for resources: {'Port': ['ID=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:25.412959 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3f5caf40-077a-4357-97c6-5ac2b7595cd0 req-087f712c-aee6-46e0-8b70-cefd914bd2ca tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335666 Jul 12 16:48:25.544421 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Attempting to bind port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:25.547667 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Attempting to bind port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:25.549596 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Attempting to bind port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 on network 399cba7c-8752-4608-9ec6-fcac8d743ada {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:25.574494 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:25.574863 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Checking segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:25.578132 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:25.578784 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Bound using segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:25.579455 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Bound port: 1abe1ca7-7a09-4671-8e54-792fe7f2aa06, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:25.584696 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:25.740120 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0fd2-7a0f-4715-923c-056a6c24594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:25.946796 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] For port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:25.974560 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] For port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:25.984979 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:26.203503 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device cefaa514-ddf7-43c2-8553-4157c5f058b5 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:26.230184 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b3cb7889-19fb-4d75-8a88-75a27e61f063 req-fb6f3df1-dc02-4c6f-95c0-b8daf258ba1b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.1568010 Jul 12 16:48:26.375205 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0fd2-7a0f-4715-923c-056a6c24594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:26.386427 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0fd2-7a0f-4715-923c-056a6c24594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:26.408155 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:26.415289 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:48:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:26.555818 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b9ac0fd2-7a0f-4715-923c-056a6c24594d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ed8059c58154920bf25ac092427dec9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3820355 Jul 12 16:48:26.557873 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59606) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:26.659253 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0fd2-7a0f-4715-923c-056a6c24594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b2c08-97ac-4082-b6b4-38124cee7406,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:26.789036 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Allocated IP 172.27.1.96 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/df25f109-120e-4c1d-ad26-ecc2cabce0b0) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:26.867449 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142aded-1721-4451-b3a0-aab1a36ee3e1 None None] Pushing event updated for resources: {'Port': ['ID=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:26.903549 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-16087ebd-5711-4585-87d5-dc6290a4c187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:26.955690 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.97', 65020) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:26.959082 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port cefaa514-ddf7-43c2-8553-4157c5f058b5 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:26.959503 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:27.152550 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:27.245945 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8574f653-dceb-4438-bdc7-2fe37663857c {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:27.274649 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:27.331767 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-6599b3c5-2826-4f3a-95d3-0d50979d2c37 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:27.333332 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-6599b3c5-2826-4f3a-95d3-0d50979d2c37 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 818 time: 0.3710263 Jul 12 16:48:27.374014 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Transition to ACTIVE for port object 8574f653-dceb-4438-bdc7-2fe37663857c will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:27.402248 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:27.421663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-16087ebd-5711-4585-87d5-dc6290a4c187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:27.659930 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2e647-c5dd-4be0-ac3d-10860d60895f req-404ee96f-da5c-412c-b9c5-055f47f8836f tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:27.662177 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:25Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:27.674956 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c3b2e647-c5dd-4be0-ac3d-10860d60895f req-404ee96f-da5c-412c-b9c5-055f47f8836f tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 931 time: 0.6777391 Jul 12 16:48:27.715348 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-16087ebd-5711-4585-87d5-dc6290a4c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:27.720171 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-16087ebd-5711-4585-87d5-dc6290a4c187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:27.726917 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-16087ebd-5711-4585-87d5-dc6290a4c187 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d98b2c08-97ac-4082-b6b4-38124cee7406 HTTP/1.1" status: 204 len: 168 time: 1.1673360 Jul 12 16:48:27.780378 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c5843-eb57-498e-9786-3b9d10e5ec2b None None] The sync data for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi is: [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:25Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:48:27.795696 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:27.830984 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-05a6aa28-89a9-4a26-bafb-9bf02bed3251 req-5cf07a19-76c8-4544-a7b3-f604bc87114b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.2332349 Jul 12 16:48:27.982546 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Pushing event updated for resources: {'Port': ['ID=8574f653-dceb-4438-bdc7-2fe37663857c,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:28.017244 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c3b2e647-c5dd-4be0-ac3d-10860d60895f req-87b88bdf-d6c9-4b0e-b264-6e122f71f659 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887321 Jul 12 16:48:28.019123 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16087ebd-5711-4585-87d5-dc6290a4c187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b2c08-97ac-4082-b6b4-38124cee7406,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:28.125953 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Attempting to bind port 8574f653-dceb-4438-bdc7-2fe37663857c on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:28.126311 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Attempting to bind port 8574f653-dceb-4438-bdc7-2fe37663857c by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '1876251b-5781-4853-af03-d226ce5ffa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:28.126733 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Attempting to bind port 8574f653-dceb-4438-bdc7-2fe37663857c on network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:28.134858 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Port 8574f653-dceb-4438-bdc7-2fe37663857c on network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:48:28.135505 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Attempting to bind port 8574f653-dceb-4438-bdc7-2fe37663857c on network 4c903f4f-b4bc-4901-af4c-ff94b741c8b4 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:28.159461 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:28.159870 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Checking segment: {'id': '1876251b-5781-4853-af03-d226ce5ffa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:28.160532 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Bound using segment: {'id': '1876251b-5781-4853-af03-d226ce5ffa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:28.165268 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Bound port: 8574f653-dceb-4438-bdc7-2fe37663857c, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1876251b-5781-4853-af03-d226ce5ffa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:28.166984 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.177801 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:28.181596 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Request body: {'port': {'device_id': '8c41af08-d40d-477c-b47e-5f9797a05348', 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'admin_state_up': True, 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:28.333465 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:28.341792 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:28.343468 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.401174 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] For port 8574f653-dceb-4438-bdc7-2fe37663857c, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:28.420131 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] For port 8574f653-dceb-4438-bdc7-2fe37663857c, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=8574f653-dceb-4438-bdc7-2fe37663857c,segment=NetworkSegment(1876251b-5781-4853-af03-d226ce5ffa6b),segment_id=1876251b-5781-4853-af03-d226ce5ffa6b)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:28.443934 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.474833 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.625546 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.681895 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:28.682523 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.684242 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] 10.222.0.97 "PUT /v2.0/ports/8574f653-dceb-4438-bdc7-2fe37663857c HTTP/1.1" status: 200 len: 1093 time: 5.8120844 Jul 12 16:48:28.692312 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'tag': '8574f653-dceb-4438-bdc7-2fe37663857c'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:28.835932 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:28.844540 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.963930 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:28.970159 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Made reservation on behalf of 0fdaaf3b5f984c77ac12de4ad9e19cde for: {'port': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:28.975892 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:28.984690 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59688) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:28.999847 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:29.037027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:29.064124 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:29.107863 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ffb6c-4097-47bc-ace5-609bb0008d02 service neutron] Pushing event updated for resources: {'Port': ['ID=8574f653-dceb-4438-bdc7-2fe37663857c,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:29.433558 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:29.474386 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-58a04dad-3acd-4258-953f-6f99027d6b20 req-6cc145cd-8ca5-4e4e-a06e-abfb8fd87f37 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.2099202 Jul 12 16:48:29.509873 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'Port': ['ID=df25f109-120e-4c1d-ad26-ecc2cabce0b0,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:29.534857 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:29.561041 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a6f38123-df4d-4935-acf5-7e9c9bf4a2ab None None] Provisioning complete for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:29.561440 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a6f38123-df4d-4935-acf5-7e9c9bf4a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:29.587153 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59700) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:29.657463 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Allocated IP 172.20.0.13 (c9dbd928-210e-4418-bad0-3296e373801a/2c219d00-e7f4-4404-a4a9-71b5fedcbb02/fea50844-68c0-4b1d-b96f-22aa08d00574) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:29.673584 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39623-6013-40f4-8ec2-72854938c26c req-1933061d-1d17-4270-a504-71d270e318bf tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:29.676177 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-53e39623-6013-40f4-8ec2-72854938c26c req-1933061d-1d17-4270-a504-71d270e318bf tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 943 time: 0.3066800 Jul 12 16:48:29.757889 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-53e39623-6013-40f4-8ec2-72854938c26c req-0e7e494a-8ba6-49b0-b6a9-ff884d07f7c2 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745912 Jul 12 16:48:29.821783 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1276-ebbc-4c61-b56e-1d750d28d4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:29.962855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2813982-afaa-4f40-8753-3aa13d7d8403" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3590a6-4621-459f-92ab-6a4a4403d7a0", "tag": "8574f653-dceb-4438-bdc7-2fe37663857c"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:30.096540 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:30.246692 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.274645 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-132332b5-1ad5-4f87-b8dc-64cbef42959a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.281004 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:30.281482 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.302766 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.455681 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'Port': ['ID=df25f109-120e-4c1d-ad26-ecc2cabce0b0,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:30.486688 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.504364 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.655130 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1276-ebbc-4c61-b56e-1d750d28d4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.671459 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.690080 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-67010996-49cc-45e6-b16a-d8d244dadd9c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5078976 Jul 12 16:48:30.700965 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1276-ebbc-4c61-b56e-1d750d28d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:30.711034 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5632a1-71fb-42bc-92d1-91fd431a956b x-openstack-request-id: req-da5632a1-71fb-42bc-92d1-91fd431a956b {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:30.711372 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3590a6-4621-459f-92ab-6a4a4403d7a0", "tag": "8574f653-dceb-4438-bdc7-2fe37663857c", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:30.711641 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da5632a1-71fb-42bc-92d1-91fd431a956b {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:30.715611 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'tag': '8574f653-dceb-4438-bdc7-2fe37663857c', 'status': 'completed', 'code': 200} Jul 12 16:48:30.912943 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-1e4d1276-ebbc-4c61-b56e-1d750d28d4b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=374153baba7c474e90920ae22f926e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9207590 Jul 12 16:48:30.917165 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59758) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:31.067638 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0f81b31c-054c-4fc9-a648-5aeaaf263095 req-9dc1eb96-1127-4446-a4c8-2929cc34a5c4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.1283691 Jul 12 16:48:31.079578 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:31.144027 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1276-ebbc-4c61-b56e-1d750d28d4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a2e53-4301-48c5-b636-f601c9d03ddb,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:31.238252 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Network c9dbd928-210e-4418-bad0-3296e373801a is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:31.253196 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:31.254739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-132332b5-1ad5-4f87-b8dc-64cbef42959a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:31.260345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:31.383482 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59776) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:31.384512 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-132332b5-1ad5-4f87-b8dc-64cbef42959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:31.484177 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Pushing event updated for resources: {'Port': ['ID=fea50844-68c0-4b1d-b96f-22aa08d00574,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:31.491377 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132332b5-1ad5-4f87-b8dc-64cbef42959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6fc2a7-d2e8-44ef-90a3-d2ea00c4f339,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:31.560272 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-7bbbaa0b-8271-48a9-8708-2ed156b6fd07 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1238896776&fields=id&tenant_id=ada83c0a2a0940dca3b3cb724e28abfb HTTP/1.1" status: 200 len: 267 time: 0.2200725 Jul 12 16:48:31.580027 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:31.583284 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:31.675708 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbcf0b-0963-4367-8d5f-42fb66f2b8f0 req-e2221fc1-3437-4ae8-b637-39adcb52cfa3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:31.692887 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cbbcf0b-0963-4367-8d5f-42fb66f2b8f0 req-e2221fc1-3437-4ae8-b637-39adcb52cfa3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 943 time: 0.4361405 Jul 12 16:48:31.741432 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-132332b5-1ad5-4f87-b8dc-64cbef42959a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ccc67d7f726a418ea92d7d5ac6c5332c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1530054 Jul 12 16:48:31.743924 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59782) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:31.817403 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-1df4ad6b-ec0e-4854-8a62-d499209be02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:31.819726 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-1df4ad6b-ec0e-4854-8a62-d499209be02d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46777e05b8e6427795170eea223b0486&device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 1096 time: 0.9307728 Jul 12 16:48:31.857100 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cbbcf0b-0963-4367-8d5f-42fb66f2b8f0 req-b2e747c9-b885-4b51-9a3f-872c128f2c85 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629081 Jul 12 16:48:31.872672 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-786dd07a-aa86-4dad-8c6c-6989659afdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:31.924632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c9000bff-89af-42c5-b377-0a7eee457cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:31.928260 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-786dd07a-aa86-4dad-8c6c-6989659afdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:31.978934 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c9000bff-89af-42c5-b377-0a7eee457cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.027834 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-144f4413-1261-411d-a183-6006565dd310 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:32.040861 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-144f4413-1261-411d-a183-6006565dd310 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 810 time: 0.4489183 Jul 12 16:48:32.048341 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-786dd07a-aa86-4dad-8c6c-6989659afdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.051943 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-786dd07a-aa86-4dad-8c6c-6989659afdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.053907 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-786dd07a-aa86-4dad-8c6c-6989659afdf8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a3a2e53-4301-48c5-b636-f601c9d03ddb HTTP/1.1" status: 204 len: 168 time: 1.0838466 Jul 12 16:48:32.073476 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dd07a-aa86-4dad-8c6c-6989659afdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a2e53-4301-48c5-b636-f601c9d03ddb,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:32.076613 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c9000bff-89af-42c5-b377-0a7eee457cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.094627 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c9000bff-89af-42c5-b377-0a7eee457cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.099809 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-c9000bff-89af-42c5-b377-0a7eee457cfd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c6fc2a7-d2e8-44ef-90a3-d2ea00c4f339 HTTP/1.1" status: 204 len: 168 time: 0.3503175 Jul 12 16:48:32.114961 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9000bff-89af-42c5-b377-0a7eee457cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6fc2a7-d2e8-44ef-90a3-d2ea00c4f339,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:32.152739 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-8b25fb5a-9e49-4594-9500-58ed46b6e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9900510 Jul 12 16:48:32.154848 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-90cd0c18-012c-4b19-bf67-f60e2ae15036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.167910 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-693f659b-be5f-4cc6-af90-b990dc0272a3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/quotas/ada83c0a2a0940dca3b3cb724e28abfb HTTP/1.1" status: 200 len: 375 time: 0.1243727 Jul 12 16:48:32.304084 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-47fea893-a02f-4823-9378-6b77160138cf req-7cc64abc-bf29-49f3-a158-d90107434a8f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.0662661 Jul 12 16:48:32.353068 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-90cd0c18-012c-4b19-bf67-f60e2ae15036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.361731 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-90cd0c18-012c-4b19-bf67-f60e2ae15036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.418844 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-90cd0c18-012c-4b19-bf67-f60e2ae15036 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ffd3931b1a74c7598e39d1f4e5208fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0222812 Jul 12 16:48:32.421600 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 59808) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:32.461896 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-85fee597-6f85-48f0-85c6-05e830b0f2ec tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2927637 Jul 12 16:48:32.463956 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd0c18-012c-4b19-bf67-f60e2ae15036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8160656d-873a-4ce4-9b36-fe2218024c2c,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:32.555734 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b55a3379-f44f-4592-a876-113a0b50d57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:32.609180 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-f4078c29-3420-4dfe-9071-0eb9b50edf6c service neutron] 10.222.0.74 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462107 Jul 12 16:48:32.753420 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Request body: {'port': {'device_id': '8c41af08-d40d-477c-b47e-5f9797a05348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:32.771940 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-5407c252-cafe-478e-9df3-ef229aaac901 service neutron] 10.222.0.74 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603825 Jul 12 16:48:32.773441 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59828) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:32.869338 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-184b415c-493a-4954-8c4f-4a4a87d4b1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.040164 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-cbc861b9-7e35-4d5a-8673-0f2c7457d4af service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574f653-dceb-4438-bdc7-2fe37663857c HTTP/1.1" status: 200 len: 217 time: 0.4386008 Jul 12 16:48:33.041407 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-184b415c-493a-4954-8c4f-4a4a87d4b1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.058382 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-184b415c-493a-4954-8c4f-4a4a87d4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.059998 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b55a3379-f44f-4592-a876-113a0b50d57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.105288 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-51193c1b-749a-41c5-be9c-221109dffd0b req-471c6042-e003-492a-9c02-f526bbe32597 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 210 time: 0.0587492 Jul 12 16:48:33.205405 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.97', 65029) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:33.215200 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b55a3379-f44f-4592-a876-113a0b50d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.242465 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b55a3379-f44f-4592-a876-113a0b50d57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.243978 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-184b415c-493a-4954-8c4f-4a4a87d4b1fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c987e21a82b94dd793e400ce2d0cc7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630980 Jul 12 16:48:33.244792 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-b55a3379-f44f-4592-a876-113a0b50d57f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8160656d-873a-4ce4-9b36-fe2218024c2c HTTP/1.1" status: 204 len: 168 time: 0.8214066 Jul 12 16:48:33.262943 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b415c-493a-4954-8c4f-4a4a87d4b1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7619913e-f9b5-447b-8ec2-9a49992015fe,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:33.271320 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59846) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:33.320828 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:48:33.331091 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.467182 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-2181aed7-f9d9-4966-aac4-d5d0ddc45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:33.471843 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-2181aed7-f9d9-4966-aac4-d5d0ddc45473 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c417274-b077-49ea-9ce2-4b1278bad810 HTTP/1.1" status: 200 len: 852 time: 0.3451054 Jul 12 16:48:33.501819 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a3379-f44f-4592-a876-113a0b50d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8160656d-873a-4ce4-9b36-fe2218024c2c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:33.516351 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd49-090c-4a8f-8ae0-d7392173728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.682366 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-04e5c3af-8f29-40f2-a0b7-4e7d632fe65d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4c903f4f-b4bc-4901-af4c-ff94b741c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017057 Jul 12 16:48:33.757726 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e8c2ebf1-e37a-4fd5-b137-063f593e7e7b req-ee8c42d2-39c3-49d8-a602-b001df45f90c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.1842246 Jul 12 16:48:33.790880 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd49-090c-4a8f-8ae0-d7392173728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.918736 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59882) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:33.949663 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-51540938-e339-449c-8060-eb67bc5dc3ff service neutron] 10.222.0.97 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570467 Jul 12 16:48:33.968147 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93b5c42e-154d-4be8-8216-ffb5e0a90a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.042356 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59198b-67ce-459d-86fe-00a02db194ae req-f42e2b40-f5a3-4b80-8573-b4c7c645e6b3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.052759 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b59198b-67ce-459d-86fe-00a02db194ae req-f42e2b40-f5a3-4b80-8573-b4c7c645e6b3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 943 time: 0.9226718 Jul 12 16:48:34.092955 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd49-090c-4a8f-8ae0-d7392173728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.094410 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd49-090c-4a8f-8ae0-d7392173728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.095728 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8a1bcd49-090c-4a8f-8ae0-d7392173728c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7619913e-f9b5-447b-8ec2-9a49992015fe HTTP/1.1" status: 204 len: 168 time: 0.8214464 Jul 12 16:48:34.132359 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59892) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:34.163135 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bcd49-090c-4a8f-8ae0-d7392173728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7619913e-f9b5-447b-8ec2-9a49992015fe,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:34.241175 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4c129512-b5bc-4c5c-ac28-05d8b8617f3e req-5cbd5129-06d5-4543-92db-d5ae6d0e1cef service neutron] 10.222.0.97 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646129 Jul 12 16:48:34.327470 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9a70-0236-4368-8af3-f0efba63beeb req-43dcfe5b-c75d-41ff-a9fd-65b6fde23416 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.330469 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea50844-68c0-4b1d-b96f-22aa08d00574 {{(pid=99421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:34.332424 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-43dcfe5b-c75d-41ff-a9fd-65b6fde23416 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 818 time: 1.1196537 Jul 12 16:48:34.358998 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b59198b-67ce-459d-86fe-00a02db194ae req-186e407f-aae7-4878-8eed-910e3fd70258 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005013 Jul 12 16:48:34.367446 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Request body: {'port': {'device_id': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'admin_state_up': True, 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:34.381471 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.450886 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e7bc1300-3262-49a9-a129-287b07e31fd3 req-85c100b7-44e2-4e9b-8cf2-5b1218c89378 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 210 time: 0.0391879 Jul 12 16:48:34.454184 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Transition to ACTIVE for port object fea50844-68c0-4b1d-b96f-22aa08d00574 will not be triggered until provisioned by entity L2. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:34.462440 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.551644 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93b5c42e-154d-4be8-8216-ffb5e0a90a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.592318 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93b5c42e-154d-4be8-8216-ffb5e0a90a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.613996 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95f18afe-b233-4d1a-8962-fc480d4334f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.631451 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-327128fe-4204-4cdb-823f-6d9549c5191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.636064 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-327128fe-4204-4cdb-823f-6d9549c5191d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46777e05b8e6427795170eea223b0486&device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 1096 time: 0.3023953 Jul 12 16:48:34.637465 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Made reservation on behalf of 0fdaaf3b5f984c77ac12de4ad9e19cde for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:34.645001 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.660826 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Pushing event updated for resources: {'Port': ['ID=fea50844-68c0-4b1d-b96f-22aa08d00574,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:34.708332 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-93b5c42e-154d-4be8-8216-ffb5e0a90a70 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec4064aaaadf47c0901be2e4f5a482ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7885356 Jul 12 16:48:34.728655 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59912) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:34.749026 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5c42e-154d-4be8-8216-ffb5e0a90a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7b091a-5fef-492f-b689-3f346041b41f,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:34.838237 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Attempting to bind port fea50844-68c0-4b1d-b96f-22aa08d00574 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:34.839083 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Attempting to bind port fea50844-68c0-4b1d-b96f-22aa08d00574 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:34.839083 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Attempting to bind port fea50844-68c0-4b1d-b96f-22aa08d00574 on network c9dbd928-210e-4418-bad0-3296e373801a {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:34.858491 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Port fea50844-68c0-4b1d-b96f-22aa08d00574 on network c9dbd928-210e-4418-bad0-3296e373801a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:48:34.858812 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Attempting to bind port fea50844-68c0-4b1d-b96f-22aa08d00574 on network c9dbd928-210e-4418-bad0-3296e373801a {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:34.885445 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-69043184-d725-4d28-b24a-f32d2312a9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.889535 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:34.889939 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Checking segment: {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:34.891156 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Bound using segment: {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:34.891644 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Bound port: fea50844-68c0-4b1d-b96f-22aa08d00574, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'}}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:34.892004 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.971018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-cf429dde-c34e-4cdb-833d-ae190c32a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.973947 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-cf429dde-c34e-4cdb-833d-ae190c32a248 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4c903f4f-b4bc-4901-af4c-ff94b741c8b4 HTTP/1.1" status: 200 len: 913 time: 0.3255908 Jul 12 16:48:34.975615 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-69043184-d725-4d28-b24a-f32d2312a9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.044020 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95f18afe-b233-4d1a-8962-fc480d4334f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.050177 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-7968e93e-0e6e-44b8-8e81-c919089a48d9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574f653-dceb-4438-bdc7-2fe37663857c HTTP/1.1" status: 200 len: 217 time: 0.0502129 Jul 12 16:48:35.066396 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95f18afe-b233-4d1a-8962-fc480d4334f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.087651 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.97', 65033) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:35.107755 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fa882ba9-9a9d-458f-9730-bfb3172a244e req-c398f730-332b-4cf1-9227-f24d4adba2c7 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.0520511 Jul 12 16:48:35.164737 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] For port fea50844-68c0-4b1d-b96f-22aa08d00574, host hv-cinder-80049, cleared binding levels {{(pid=99421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:35.179083 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Allocated IP 172.20.0.3 (c9dbd928-210e-4418-bad0-3296e373801a/2c219d00-e7f4-4404-a4a9-71b5fedcbb02/156472e5-9a58-482a-933b-82232a00ac3b) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:35.201456 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-7cd390b6-36f4-4ba7-9d00-fef65039ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:35.201456 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-7cd390b6-36f4-4ba7-9d00-fef65039ad06 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c417274-b077-49ea-9ce2-4b1278bad810 HTTP/1.1" status: 200 len: 852 time: 0.0922046 Jul 12 16:48:35.229321 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-95f18afe-b233-4d1a-8962-fc480d4334f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=55606cc6940746b4a636fd54c55e574a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0891716 Jul 12 16:48:35.231815 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] For port fea50844-68c0-4b1d-b96f-22aa08d00574, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fea50844-68c0-4b1d-b96f-22aa08d00574,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:35.233164 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 59930) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:35.244291 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f18afe-b233-4d1a-8962-fc480d4334f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e5c9b0-ffe6-4fbc-a429-5bc60ce19d52,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:35.257419 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-69043184-d725-4d28-b24a-f32d2312a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.260053 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-69043184-d725-4d28-b24a-f32d2312a9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.263854 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-69043184-d725-4d28-b24a-f32d2312a9f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be7b091a-5fef-492f-b689-3f346041b41f HTTP/1.1" status: 204 len: 168 time: 0.5283558 Jul 12 16:48:35.263854 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.304555 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-463634b6-3fcf-4c46-8911-4871fca0632e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4c903f4f-b4bc-4901-af4c-ff94b741c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954165 Jul 12 16:48:35.346359 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69043184-d725-4d28-b24a-f32d2312a9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7b091a-5fef-492f-b689-3f346041b41f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:35.365826 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:35.366470 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.367975 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] 10.222.0.97 "PUT /v2.0/ports/fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 1094 time: 2.6299121 Jul 12 16:48:35.370409 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c41af08-d40d-477c-b47e-5f9797a05348', 'tag': 'fea50844-68c0-4b1d-b96f-22aa08d00574'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:35.415303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-6e0b28df-f2ae-4cf8-942e-56a691bce504 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:35.417987 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-6e0b28df-f2ae-4cf8-942e-56a691bce504 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 810 time: 0.3271220 Jul 12 16:48:35.426742 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029cdd5-3399-4333-a91f-98c26b5bde8b service neutron] Pushing event updated for resources: {'Port': ['ID=fea50844-68c0-4b1d-b96f-22aa08d00574,revision_number=3']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:35.544350 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3547aa53-4073-4c88-a269-9879b478f017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.590255 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-a7c2ac5c-af96-427e-96a1-04f07d953ba2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada83c0a2a0940dca3b3cb724e28abfb HTTP/1.1" status: 200 len: 380 time: 0.1572347 Jul 12 16:48:35.627221 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'port': {'device_id': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'admin_state_up': True, 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'security_groups': ['15ee3047-534b-455f-a490-8f1e71579176']}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:35.674770 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3547aa53-4073-4c88-a269-9879b478f017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.775186 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2854ded8-64c7-42c8-b643-e711fdcd2166 req-034bf444-7af2-4fb7-b7d7-294fb06ae1d6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 210 time: 0.0618036 Jul 12 16:48:35.880196 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-f01e3273-ee53-4071-8e2a-83c1f7bbb200 service neutron] 10.222.0.97 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546157 Jul 12 16:48:35.906859 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-31abf814-563b-4db3-a63a-58c46e365f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:35.908440 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-31abf814-563b-4db3-a63a-58c46e365f42 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1097 time: 0.3172352 Jul 12 16:48:35.994147 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-ad15bf76-5473-4ae6-b428-bf3e471ddc83 service neutron] 10.222.0.97 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129267 Jul 12 16:48:35.997573 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-a731b5c9-b189-4e44-8387-29c7b687bc62 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 217 time: 0.0795014 Jul 12 16:48:36.000466 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a338c7-ceeb-4837-abef-dfbcbb40a315" -d '{"events": [{"name": "network-changed", "server_uuid": "8c41af08-d40d-477c-b47e-5f9797a05348", "tag": "fea50844-68c0-4b1d-b96f-22aa08d00574"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:36.009478 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3547aa53-4073-4c88-a269-9879b478f017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.012000 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3547aa53-4073-4c88-a269-9879b478f017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.013130 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3547aa53-4073-4c88-a269-9879b478f017 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1e5c9b0-ffe6-4fbc-a429-5bc60ce19d52 HTTP/1.1" status: 204 len: 168 time: 0.7787759 Jul 12 16:48:36.043082 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Made reservation on behalf of ada83c0a2a0940dca3b3cb724e28abfb for: {'port': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:48:36.046896 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.059447 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.133677 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.281426 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800783d-ed20-42fa-a4e0-5dccf78ced73 req-e77566c7-b806-401b-972f-6edfbc6b274c tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:36.288826 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4800783d-ed20-42fa-a4e0-5dccf78ced73 req-e77566c7-b806-401b-972f-6edfbc6b274c tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 943 time: 0.6313121 Jul 12 16:48:36.291602 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d03e1-93e3-4920-92f7-3564ce6151c6 x-openstack-request-id: req-640d03e1-93e3-4920-92f7-3564ce6151c6 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:36.291878 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c41af08-d40d-477c-b47e-5f9797a05348", "tag": "fea50844-68c0-4b1d-b96f-22aa08d00574", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:36.292129 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-640d03e1-93e3-4920-92f7-3564ce6151c6 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:36.292603 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c41af08-d40d-477c-b47e-5f9797a05348', 'tag': 'fea50844-68c0-4b1d-b96f-22aa08d00574', 'status': 'completed', 'code': 200} Jul 12 16:48:36.293964 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Network c9dbd928-210e-4418-bad0-3296e373801a is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:36.302145 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547aa53-4073-4c88-a269-9879b478f017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e5c9b0-ffe6-4fbc-a429-5bc60ce19d52,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:36.336721 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:36.364010 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:36.393116 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-3e8b6665-0b40-4b2d-9168-1d9570a51bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:36.394668 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-3e8b6665-0b40-4b2d-9168-1d9570a51bf1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.3888745 Jul 12 16:48:36.398807 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:36.399493 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.403380 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Pushing event updated for resources: {'Port': ['ID=156472e5-9a58-482a-933b-82232a00ac3b,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:36.412005 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4800783d-ed20-42fa-a4e0-5dccf78ced73 req-7cfc00bb-9723-47bd-8623-1bae1940d62c tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221416 Jul 12 16:48:36.439606 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-ef622f92-2845-4b2a-ba4a-c9d302712ebc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0697112 Jul 12 16:48:36.444799 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Request body: {'port': {'device_id': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:36.474542 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-7e3b2c0d-9b13-4fe9-ae5e-4aabead4c234 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562775 Jul 12 16:48:36.686391 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Allocated IP 172.20.0.13 (399cba7c-8752-4608-9ec6-fcac8d743ada/59a4d630-0cfa-45ec-b4e1-c2d41f166c83/88e57ca5-ac6f-422e-adb7-6fc78d43f4d4) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:48:36.701243 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-fe7f7288-bdb2-4937-a1bd-c3fb48a146e6 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136860 Jul 12 16:48:36.790016 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60002) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:36.826418 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d436992-87eb-4812-83f4-86c522574068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.898262 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.002609 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618a61e-d1d9-40fe-9e3f-5524a3dac46a req-c7575e41-1150-4821-8504-ba8650e2f1e1 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:37.004163 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d618a61e-d1d9-40fe-9e3f-5524a3dac46a req-c7575e41-1150-4821-8504-ba8650e2f1e1 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 931 time: 0.4836690 Jul 12 16:48:37.022564 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3fdef01-f6cf-4c0f-8409-312d927b5ab0 req-52c49ebc-f2f9-41d6-a831-a078b63c9cd5 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138227 Jul 12 16:48:37.074937 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-093c76a2-b4f8-480d-93ef-d953951a7d6a req-d44949b2-158f-47e0-8435-91a36fddeb2a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 210 time: 0.0748484 Jul 12 16:48:37.111766 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60012) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:37.149496 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d618a61e-d1d9-40fe-9e3f-5524a3dac46a req-063a76ab-d72f-4d00-8ca4-7fec1767d666 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367617 Jul 12 16:48:37.184680 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.220300 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Transition to ACTIVE for port object 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 will not be triggered until provisioned by entity DHCP. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:37.227186 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d436992-87eb-4812-83f4-86c522574068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.235559 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d436992-87eb-4812-83f4-86c522574068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.282615 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-3b8bdc19-7145-460c-afa2-e80e26e16e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:37.284227 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-3b8bdc19-7145-460c-afa2-e80e26e16e87 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1097 time: 0.1836314 Jul 12 16:48:37.298223 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d436992-87eb-4812-83f4-86c522574068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f956df3f-183c-4fe9-8cc7-a95232307945,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:37.307274 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6d436992-87eb-4812-83f4-86c522574068 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9728e3af40f144fbae1c380f573aca5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125136 Jul 12 16:48:37.321406 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60022) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:37.364922 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156472e5-9a58-482a-933b-82232a00ac3b {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:37.378946 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.400739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Transition to ACTIVE for port object 156472e5-9a58-482a-933b-82232a00ac3b will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:37.407282 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.494921 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Pushing event updated for resources: {'Port': ['ID=156472e5-9a58-482a-933b-82232a00ac3b,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:37.514252 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.519874 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Attempting to bind port 156472e5-9a58-482a-933b-82232a00ac3b on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:37.520210 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Attempting to bind port 156472e5-9a58-482a-933b-82232a00ac3b by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:37.520728 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Attempting to bind port 156472e5-9a58-482a-933b-82232a00ac3b on network c9dbd928-210e-4418-bad0-3296e373801a {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:37.523644 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-63d50a5e-688b-4b1b-9540-7fcfa6db04c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.538048 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Port 156472e5-9a58-482a-933b-82232a00ac3b on network c9dbd928-210e-4418-bad0-3296e373801a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:48:37.538740 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Attempting to bind port 156472e5-9a58-482a-933b-82232a00ac3b on network c9dbd928-210e-4418-bad0-3296e373801a {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:37.551415 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:37.552148 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Checking segment: {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:37.552757 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Bound using segment: {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:37.553436 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Bound port: 156472e5-9a58-482a-933b-82232a00ac3b, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dec346a-3dc7-46cd-ab84-6f82b0094d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:37.554048 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.640790 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Network 399cba7c-8752-4608-9ec6-fcac8d743ada is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:48:37.645699 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] For port 156472e5-9a58-482a-933b-82232a00ac3b, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:37.651155 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] For port 156472e5-9a58-482a-933b-82232a00ac3b, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=156472e5-9a58-482a-933b-82232a00ac3b,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:37.665052 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:48:37.673829 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.675449 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:48:37.681635 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-326ae365-8fa2-4a8e-837e-513435aabfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:37.683289 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-326ae365-8fa2-4a8e-837e-513435aabfd8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.3863235 Jul 12 16:48:37.703566 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-11be6d85-92f4-4e90-848b-24ae138dd89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.734843 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'Port': ['ID=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:37.737272 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:37.738354 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.740633 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] 10.222.0.97 "PUT /v2.0/ports/156472e5-9a58-482a-933b-82232a00ac3b HTTP/1.1" status: 200 len: 1093 time: 1.3001609 Jul 12 16:48:37.742457 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'tag': '156472e5-9a58-482a-933b-82232a00ac3b'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:37.745059 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe1864d-fc57-4b09-a555-2a2329adc35a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5dd8f7-b514-4d77-9277-2d19d4d762aa", "tag": "156472e5-9a58-482a-933b-82232a00ac3b"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:37.825931 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ab8471-a523-4863-ac0b-f237484aac95 x-openstack-request-id: req-40ab8471-a523-4863-ac0b-f237484aac95 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:37.826216 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5dd8f7-b514-4d77-9277-2d19d4d762aa", "tag": "156472e5-9a58-482a-933b-82232a00ac3b", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:37.826673 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-40ab8471-a523-4863-ac0b-f237484aac95 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:37.827213 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'tag': '156472e5-9a58-482a-933b-82232a00ac3b', 'status': 'completed', 'code': 200} Jul 12 16:48:37.867948 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119850e-cafb-4c91-91e8-6aec66869460 service neutron] Pushing event updated for resources: {'Port': ['ID=156472e5-9a58-482a-933b-82232a00ac3b,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:37.934642 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-11be6d85-92f4-4e90-848b-24ae138dd89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.938447 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-63d50a5e-688b-4b1b-9540-7fcfa6db04c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:37.962087 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-63d50a5e-688b-4b1b-9540-7fcfa6db04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.002370 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:38.003361 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.007837 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d50a5e-688b-4b1b-9540-7fcfa6db04c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86637d29-3f01-4190-aea9-d7dbb0c6b9f3,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:38.029735 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9a70-0236-4368-8af3-f0efba63beeb req-bb33c1d5-21f2-4964-96ed-f720ea2a71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:38.031769 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-3e6fa539-e5c4-40a1-9c7b-14574a87125d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 217 time: 0.3253970 Jul 12 16:48:38.032233 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-bb33c1d5-21f2-4964-96ed-f720ea2a71c9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 1096 time: 0.2296712 Jul 12 16:48:38.060422 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-63d50a5e-688b-4b1b-9540-7fcfa6db04c0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a48569d1ed83433c8bd77154750e3ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9436774 Jul 12 16:48:38.085206 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60050) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:38.092751 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-36f3b29e-5362-405e-b6ea-551ebec063a0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156472e5-9a58-482a-933b-82232a00ac3b HTTP/1.1" status: 200 len: 217 time: 0.0507655 Jul 12 16:48:38.108748 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-57e666a6-1da3-47ca-8b83-beee9ecace5d None None] Provisioning for port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:38.114057 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-57e666a6-1da3-47ca-8b83-beee9ecace5d None None] Provisioning complete for port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:38.114544 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-57e666a6-1da3-47ca-8b83-beee9ecace5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.118068 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-97ee8271-2652-4f42-8fe6-c40b13911a7f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5202124 Jul 12 16:48:38.131524 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-11be6d85-92f4-4e90-848b-24ae138dd89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.136946 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-11be6d85-92f4-4e90-848b-24ae138dd89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.141251 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-11be6d85-92f4-4e90-848b-24ae138dd89b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f956df3f-183c-4fe9-8cc7-a95232307945 HTTP/1.1" status: 204 len: 168 time: 0.8154306 Jul 12 16:48:38.163291 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Request body: {'port': {'device_id': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:48:38.190941 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-57e666a6-1da3-47ca-8b83-beee9ecace5d None None] Port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:48:38.239755 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9a70-0236-4368-8af3-f0efba63beeb req-42ae27d2-9596-4485-bdc9-e1e9415d32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:38.247828 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-42ae27d2-9596-4485-bdc9-e1e9415d32a0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.1438239 Jul 12 16:48:38.269423 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be6d85-92f4-4e90-848b-24ae138dd89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f956df3f-183c-4fe9-8cc7-a95232307945,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:38.337731 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-a19c9a7f-f432-4cf2-8b3b-d1fb77f3ccbb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766785 Jul 12 16:48:38.357561 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 8574f653-dceb-4438-bdc7-2fe37663857c details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:48:38.360652 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.392263 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534fe41-6009-4ea7-838b-852276877589 req-6d628c22-6cab-48e6-8efa-5a381a1b7883 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:38.395719 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3534fe41-6009-4ea7-838b-852276877589 req-6d628c22-6cab-48e6-8efa-5a381a1b7883 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 943 time: 0.7531049 Jul 12 16:48:38.402360 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-defeb2e0-14ce-480b-bdde-c93a5b443f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:38.404158 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-defeb2e0-14ce-480b-bdde-c93a5b443f84 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.3505359 Jul 12 16:48:38.441638 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bf942e4f-42f2-41c6-9a1b-57d5db08dad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.479459 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bf942e4f-42f2-41c6-9a1b-57d5db08dad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.574159 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c34de7-42a1-4809-876d-0d72eb2512ee req-5481f2ed-0517-46b5-9a75-a147a10c6c71 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:38.576138 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-02c34de7-42a1-4809-876d-0d72eb2512ee req-5481f2ed-0517-46b5-9a75-a147a10c6c71 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 932 time: 0.2748275 Jul 12 16:48:38.582088 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-8da78e57-b616-4588-bb10-46b98c9e52ae service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103961 Jul 12 16:48:38.670802 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bf942e4f-42f2-41c6-9a1b-57d5db08dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.674455 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bf942e4f-42f2-41c6-9a1b-57d5db08dad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.675991 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-bf942e4f-42f2-41c6-9a1b-57d5db08dad4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86637d29-3f01-4190-aea9-d7dbb0c6b9f3 HTTP/1.1" status: 204 len: 168 time: 0.5894434 Jul 12 16:48:38.690018 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 8574f653-dceb-4438-bdc7-2fe37663857c, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=8574f653-dceb-4438-bdc7-2fe37663857c,segment=NetworkSegment(1876251b-5781-4853-af03-d226ce5ffa6b),segment_id=1876251b-5781-4853-af03-d226ce5ffa6b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:38.707928 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf942e4f-42f2-41c6-9a1b-57d5db08dad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86637d29-3f01-4190-aea9-d7dbb0c6b9f3,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:38.724580 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-02c34de7-42a1-4809-876d-0d72eb2512ee req-af196cdb-532a-46c0-a9cf-2177c9c23639 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368437 Jul 12 16:48:38.788431 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 {{(pid=99421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:38.792946 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '8574f653-dceb-4438-bdc7-2fe37663857c', 'network_id': '4c903f4f-b4bc-4901-af4c-ff94b741c8b4', 'port_id': '8574f653-dceb-4438-bdc7-2fe37663857c', 'mac_address': 'fa:16:3e:b9:31:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c417274-b077-49ea-9ce2-4b1278bad810', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:48:38.800300 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.804178 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-243e9a70-0236-4368-8af3-f0efba63beeb req-a989ab09-36e3-4fdf-a0bb-299e752c5659 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103622 Jul 12 16:48:38.816156 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Transition to ACTIVE for port object 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 will not be triggered until provisioned by entity L2. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:48:38.840718 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3534fe41-6009-4ea7-838b-852276877589 req-8ba946a9-aef2-43e0-b660-ca2e0f6209eb tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353933 Jul 12 16:48:38.894095 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-d0ee3bcb-6bc3-4b8b-b8f1-5fd049587944 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581565 Jul 12 16:48:38.894978 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.939240 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.961120 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8574f653-dceb-4438-bdc7-2fe37663857c {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:38.997148 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 8574f653-dceb-4438-bdc7-2fe37663857c, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=8574f653-dceb-4438-bdc7-2fe37663857c,segment=NetworkSegment(1876251b-5781-4853-af03-d226ce5ffa6b),segment_id=1876251b-5781-4853-af03-d226ce5ffa6b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:39.007513 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:39.029978 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-6198b7a2-075c-436e-8dd6-5f82a06c2249 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046257 Jul 12 16:48:39.064392 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-3d405147-3918-4d01-9592-2832d3388755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:39.065997 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-3d405147-3918-4d01-9592-2832d3388755 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 1096 time: 0.1783969 Jul 12 16:48:39.088681 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c2270-b581-4b70-9959-18d25afea25a req-16a9a761-424b-4af0-aa26-4dca06549de0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:39.105416 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-548c2270-b581-4b70-9959-18d25afea25a req-16a9a761-424b-4af0-aa26-4dca06549de0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 943 time: 0.1661248 Jul 12 16:48:39.199475 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=8574f653-dceb-4438-bdc7-2fe37663857c,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:39.216381 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Attempting to bind port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:48:39.216929 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Attempting to bind port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:48:39.217038 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Attempting to bind port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 on network 399cba7c-8752-4608-9ec6-fcac8d743ada {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:39.224812 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 on network 399cba7c-8752-4608-9ec6-fcac8d743ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:48:39.224812 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Attempting to bind port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 on network 399cba7c-8752-4608-9ec6-fcac8d743ada {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:48:39.226725 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Pushing event updated for resources: {'Port': ['ID=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:39.240309 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:48:39.240543 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Checking segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:48:39.240933 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Bound using segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:48:39.241381 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Bound port: 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:48:39.241735 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:39.362107 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] For port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4, host hv-cinder-80049, cleared binding levels {{(pid=99421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:48:39.366486 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] For port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:48:39.373986 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:39.384853 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-548c2270-b581-4b70-9959-18d25afea25a req-68df5c87-f841-4c4b-9b29-6e421c9cb5d2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783158 Jul 12 16:48:39.418219 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:39.422654 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:39.422654 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] 10.222.0.97 "PUT /v2.0/ports/88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 200 len: 1094 time: 1.2648578 Jul 12 16:48:39.422654 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:39.424934 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c7e743-5607-492c-9dd6-0b05caff9e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:39.426080 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60100) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:39.464388 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['8574f653-dceb-4438-bdc7-2fe37663857c'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:48:39.534710 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a1368a32-8a67-4d1d-9596-d58acb996f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:39.585333 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8a338c7-ceeb-4837-abef-dfbcbb40a315 req-fa953c5c-73fd-4456-b987-bfa7f8d3669f service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371687 Jul 12 16:48:39.592370 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-588cad35-fde8-431e-84d5-ac85ad79a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:39.594671 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-588cad35-fde8-431e-84d5-ac85ad79a772 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.4865789 Jul 12 16:48:39.633548 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-58704501-ae05-47be-943e-369c3d159744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:39.635563 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-58704501-ae05-47be-943e-369c3d159744 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 1097 time: 0.1656506 Jul 12 16:48:39.636523 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad71161-15fd-4368-a04b-3e9e87d4296e service neutron] Pushing event updated for resources: {'Port': ['ID=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,revision_number=3']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:39.695255 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-60a31136-0204-4065-881b-4ba1547e6707 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0515959 Jul 12 16:48:39.718185 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-a921b97c-aad3-4b6f-8370-8dc6fe7012b0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156472e5-9a58-482a-933b-82232a00ac3b HTTP/1.1" status: 200 len: 217 time: 0.1074955 Jul 12 16:48:39.815038 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-ed7ebe70-91e5-4a12-9db2-c49cac639707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:39.817146 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-ed7ebe70-91e5-4a12-9db2-c49cac639707 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.0851462 Jul 12 16:48:39.858344 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bdf248-068b-4919-a3ea-7c3b76b2413f x-openstack-request-id: req-b5bdf248-068b-4919-a3ea-7c3b76b2413f {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:39.858800 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:39.859587 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b5bdf248-068b-4919-a3ea-7c3b76b2413f {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:39.860027 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'status': 'completed', 'code': 200} Jul 12 16:48:39.861950 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-9cc2f6b0-0888-425e-9f22-f0e508cfc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:39.869804 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-9cc2f6b0-0888-425e-9f22-f0e508cfc29e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.1646283 Jul 12 16:48:39.884381 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-a5ab7e03-737b-4568-ac44-8b54e48bf853 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537632 Jul 12 16:48:40.066587 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-bb31b4b4-14bf-4f6b-984f-ee70887cad7d service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747408 Jul 12 16:48:40.073200 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a1368a32-8a67-4d1d-9596-d58acb996f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:40.086189 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-cdbd04f0-da6c-45b2-832c-a7dd7175c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:40.090494 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-cdbd04f0-da6c-45b2-832c-a7dd7175c3d0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2030013 Jul 12 16:48:40.131770 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a1368a32-8a67-4d1d-9596-d58acb996f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:40.216162 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a1368a32-8a67-4d1d-9596-d58acb996f20 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cbe1e8e6263b48ffb4f489eddce8cf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7810473 Jul 12 16:48:40.238190 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60126) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:40.284738 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1368a32-8a67-4d1d-9596-d58acb996f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e89d10-a1c0-4af5-8a9c-f0b3ab2d402d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:40.393235 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf325b57-6495-4bcb-8a87-c71527bb46db req-9af03f6d-9d44-4072-bcd5-805e2badfbe2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:40.395161 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cf325b57-6495-4bcb-8a87-c71527bb46db req-9af03f6d-9d44-4072-bcd5-805e2badfbe2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.3047419 Jul 12 16:48:40.399797 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ffe1864d-fc57-4b09-a555-2a2329adc35a req-0d6222d7-3add-45d7-a174-ddf6700f7706 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240421 Jul 12 16:48:40.402771 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac32-5036-48f7-b9cf-31e59957e368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:40.446385 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac32-5036-48f7-b9cf-31e59957e368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:40.465427 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad0500-9cf2-4b9f-b4e2-62db077f3546 req-5d9e47b7-295d-41e7-a1cf-71fc5f4a0615 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:40.467030 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-79ad0500-9cf2-4b9f-b4e2-62db077f3546 req-5d9e47b7-295d-41e7-a1cf-71fc5f4a0615 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 944 time: 0.3384888 Jul 12 16:48:40.469654 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-5231decd-8374-43ac-a4f0-cf38b86a847c service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722794 Jul 12 16:48:40.478539 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cf325b57-6495-4bcb-8a87-c71527bb46db req-d9548676-201f-4d39-b8b6-276ec82842fa tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721397 Jul 12 16:48:40.523804 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac32-5036-48f7-b9cf-31e59957e368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:40.526945 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac32-5036-48f7-b9cf-31e59957e368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:40.532421 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-0fe0ac32-5036-48f7-b9cf-31e59957e368 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01e89d10-a1c0-4af5-8a9c-f0b3ab2d402d HTTP/1.1" status: 204 len: 168 time: 0.2929072 Jul 12 16:48:40.541194 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0ac32-5036-48f7-b9cf-31e59957e368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e89d10-a1c0-4af5-8a9c-f0b3ab2d402d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:40.565996 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-79ad0500-9cf2-4b9f-b4e2-62db077f3546 req-7903d43f-5c53-4f83-8758-da42c1b0f781 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892897 Jul 12 16:48:40.651785 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60146) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:40.753882 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703fd54-9b80-467d-9876-8672748dac51 req-eac05c75-6041-41f3-88e2-50b2de098d1d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:40.755520 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b703fd54-9b80-467d-9876-8672748dac51 req-eac05c75-6041-41f3-88e2-50b2de098d1d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 943 time: 0.0926914 Jul 12 16:48:40.820789 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b703fd54-9b80-467d-9876-8672748dac51 req-3dfb19fe-7274-4fa0-b943-94c1043be81d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576394 Jul 12 16:48:40.920962 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f9bb-eea0-48bc-a491-ddbefd7da13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.055355 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f9bb-eea0-48bc-a491-ddbefd7da13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.059712 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f9bb-eea0-48bc-a491-ddbefd7da13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.099966 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7cb8f9bb-eea0-48bc-a491-ddbefd7da13b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=55f28b3037cd4c46870dbe2274daf4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470265 Jul 12 16:48:41.101059 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8f9bb-eea0-48bc-a491-ddbefd7da13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7039167f-6eb0-4dbc-8d01-769903200993,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:41.102744 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60170) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:41.160402 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-932c10f7-1cbd-4c29-8dd2-c511b36ada0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.175127 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fea50844-68c0-4b1d-b96f-22aa08d00574 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:48:41.184860 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-932c10f7-1cbd-4c29-8dd2-c511b36ada0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.248310 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-932c10f7-1cbd-4c29-8dd2-c511b36ada0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.255599 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-932c10f7-1cbd-4c29-8dd2-c511b36ada0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.257394 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-932c10f7-1cbd-4c29-8dd2-c511b36ada0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7039167f-6eb0-4dbc-8d01-769903200993 HTTP/1.1" status: 204 len: 168 time: 0.1535196 Jul 12 16:48:41.267527 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c10f7-1cbd-4c29-8dd2-c511b36ada0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7039167f-6eb0-4dbc-8d01-769903200993,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:41.286674 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port fea50844-68c0-4b1d-b96f-22aa08d00574, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fea50844-68c0-4b1d-b96f-22aa08d00574,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:41.305286 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'fea50844-68c0-4b1d-b96f-22aa08d00574', 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'port_id': 'fea50844-68c0-4b1d-b96f-22aa08d00574', 'mac_address': 'fa:16:3e:3a:81:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:48:41.356236 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.371565 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea50844-68c0-4b1d-b96f-22aa08d00574 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:41.397733 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port fea50844-68c0-4b1d-b96f-22aa08d00574, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fea50844-68c0-4b1d-b96f-22aa08d00574,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:41.402963 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.458713 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=fea50844-68c0-4b1d-b96f-22aa08d00574,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:41.628413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60196) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:41.652200 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ed8885ea-e9e1-4c40-9208-8fd6d6c1414d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.766132 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e9c16-8bce-42b2-a0a6-3ab82100e877 req-6cb6d1b6-b452-4393-a4ff-50f6cc72b5f7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:41.768947 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ff2e9c16-8bce-42b2-a0a6-3ab82100e877 req-6cb6d1b6-b452-4393-a4ff-50f6cc72b5f7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.1622910 Jul 12 16:48:41.819973 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56165f38-57bf-4d97-a541-6eeb0be9c03a req-8d43354e-8885-487b-a43a-8e476e934c0d tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:41.821018 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ff2e9c16-8bce-42b2-a0a6-3ab82100e877 req-39cd8524-7805-4669-91f3-2f19605be41b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435774 Jul 12 16:48:41.826965 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-56165f38-57bf-4d97-a541-6eeb0be9c03a req-8d43354e-8885-487b-a43a-8e476e934c0d tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 944 time: 0.1158779 Jul 12 16:48:41.872413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ed8885ea-e9e1-4c40-9208-8fd6d6c1414d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.880464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ed8885ea-e9e1-4c40-9208-8fd6d6c1414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:41.917533 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-56165f38-57bf-4d97-a541-6eeb0be9c03a req-539f6883-6dc8-4ebf-ad6d-edfbc62f643a tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892870 Jul 12 16:48:41.950159 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-ed8885ea-e9e1-4c40-9208-8fd6d6c1414d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5fd2a7fe3a1499b89f1e94fc4df74a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199618 Jul 12 16:48:41.951035 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8885ea-e9e1-4c40-9208-8fd6d6c1414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1566efbd-3058-481e-b51a-823455f2ab9d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:41.954156 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60210) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:42.018539 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7760-e4f0-4ff8-a871-3483996b061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:42.049922 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7760-e4f0-4ff8-a871-3483996b061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:42.088793 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aed5e7-ca64-4461-a899-b3ed8f53bfe0 req-c57dad31-6c14-43ec-8e77-809722d40fa4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:42.090757 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a0aed5e7-ca64-4461-a899-b3ed8f53bfe0 req-c57dad31-6c14-43ec-8e77-809722d40fa4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 943 time: 0.1045232 Jul 12 16:48:42.142077 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7760-e4f0-4ff8-a871-3483996b061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:42.148079 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a0aed5e7-ca64-4461-a899-b3ed8f53bfe0 req-b443d412-ae33-410e-8c27-ddda3ad6ac58 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Jul 12 16:48:42.148617 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7760-e4f0-4ff8-a871-3483996b061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:42.152507 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-8e4c7760-e4f0-4ff8-a871-3483996b061d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1566efbd-3058-481e-b51a-823455f2ab9d HTTP/1.1" status: 204 len: 168 time: 0.1950624 Jul 12 16:48:42.163558 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c7760-e4f0-4ff8-a871-3483996b061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1566efbd-3058-481e-b51a-823455f2ab9d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:43.067890 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acd76f-f7eb-40b6-92c8-08eb57733f98 req-11fb1677-4d5e-4cfb-b832-3d773b199fee tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:43.073278 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7acd76f-f7eb-40b6-92c8-08eb57733f98 req-11fb1677-4d5e-4cfb-b832-3d773b199fee tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.1039851 Jul 12 16:48:43.147503 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7acd76f-f7eb-40b6-92c8-08eb57733f98 req-2bc3efc2-4f4c-4931-ae5b-723a3168d6f5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664365 Jul 12 16:48:43.394179 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffed2a-4b57-4ffd-99f5-c035bd61b8a8 req-9c34e2bf-9589-4802-bcbd-b24dbbea22ed tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:43.396893 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d0ffed2a-4b57-4ffd-99f5-c035bd61b8a8 req-9c34e2bf-9589-4802-bcbd-b24dbbea22ed tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 944 time: 0.3035393 Jul 12 16:48:43.405090 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7ca9a-4bb4-42c8-9611-14e5ca0949b7 req-d9c41a1a-eea5-4b93-82eb-150c3f4b5fe2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:43.407128 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7ad7ca9a-4bb4-42c8-9611-14e5ca0949b7 req-d9c41a1a-eea5-4b93-82eb-150c3f4b5fe2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 943 time: 0.0835001 Jul 12 16:48:43.443035 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['fea50844-68c0-4b1d-b96f-22aa08d00574'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:48:43.454429 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0ddf3d41-4336-4826-9d68-de77ce65db04 req-40240e0f-7ac8-44a5-82ff-4c2129d7bd38 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681446 Jul 12 16:48:43.468952 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7ad7ca9a-4bb4-42c8-9611-14e5ca0949b7 req-4a55c271-b4e1-4826-b6bc-ad85dbaad777 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533381 Jul 12 16:48:43.501736 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d0ffed2a-4b57-4ffd-99f5-c035bd61b8a8 req-e6e207da-44e3-4d52-8782-64e3a1b564bb tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968282 Jul 12 16:48:43.603234 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-291fc68b-c631-46da-9019-6c10d60f7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:43.605168 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-291fc68b-c631-46da-9019-6c10d60f7c3f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 1097 time: 0.0715232 Jul 12 16:48:44.387247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcbf35-8cdb-4c93-9365-d7a585e51abd req-dab3a929-b89a-4609-8c63-f24ae5f86ad4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:44.391229 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-30dcbf35-8cdb-4c93-9365-d7a585e51abd req-dab3a929-b89a-4609-8c63-f24ae5f86ad4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.1213050 Jul 12 16:48:44.822512 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-77bde8c0-1685-458e-a8df-53f3338d3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:44.835172 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-77bde8c0-1685-458e-a8df-53f3338d3f5b service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.2208717 Jul 12 16:48:44.876438 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ca7a3-8106-4a56-97d0-56d063258174 req-41389b22-5c68-4ae9-8ec2-da9f1d4f1ba9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:44.890004 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c08ca7a3-8106-4a56-97d0-56d063258174 req-41389b22-5c68-4ae9-8ec2-da9f1d4f1ba9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 943 time: 0.1879215 Jul 12 16:48:44.909126 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-30dcbf35-8cdb-4c93-9365-d7a585e51abd req-b117636d-f8ec-40b8-a125-85b3abfc7fb7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5099339 Jul 12 16:48:45.002106 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c08ca7a3-8106-4a56-97d0-56d063258174 req-4e94249f-78b4-4a9a-a38c-8d2b5c6c68cf tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069345 Jul 12 16:48:45.142080 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b85f8-460c-4dbd-982a-91ab8cc7fe4b req-202c10af-5a80-4ac1-b015-fcc24db28cd3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:45.143704 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-325b85f8-460c-4dbd-982a-91ab8cc7fe4b req-202c10af-5a80-4ac1-b015-fcc24db28cd3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 944 time: 0.0789497 Jul 12 16:48:45.194854 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-325b85f8-460c-4dbd-982a-91ab8cc7fe4b req-a0d5bd91-c9a2-41c8-8090-8d65739ae7b6 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Jul 12 16:48:45.302295 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60404) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:45.409019 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-206b3f3d-a06d-4eac-8876-4a179f906aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.506316 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-206b3f3d-a06d-4eac-8876-4a179f906aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.510487 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-206b3f3d-a06d-4eac-8876-4a179f906aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.549778 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-206b3f3d-a06d-4eac-8876-4a179f906aca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35e48f89037d49f7a64eabf9eca20307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463782 Jul 12 16:48:45.550566 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b3f3d-a06d-4eac-8876-4a179f906aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745293e7-48d8-4af1-a155-aaa440cd0cc0,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:45.552794 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60410) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:45.607962 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e9e870a6-f20e-4061-bdbb-d8b2335846db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.611404 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-50705120-1d48-4f17-852c-f4c1c1280608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.635227 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-50705120-1d48-4f17-852c-f4c1c1280608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.691604 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-50705120-1d48-4f17-852c-f4c1c1280608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.694552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-50705120-1d48-4f17-852c-f4c1c1280608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:45.695770 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-50705120-1d48-4f17-852c-f4c1c1280608 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/745293e7-48d8-4af1-a155-aaa440cd0cc0 HTTP/1.1" status: 204 len: 168 time: 0.1419220 Jul 12 16:48:45.704576 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50705120-1d48-4f17-852c-f4c1c1280608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745293e7-48d8-4af1-a155-aaa440cd0cc0,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:45.709589 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-f4338f8e-9d0d-4322-8fb7-082633b26d6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0420046 Jul 12 16:48:45.997955 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60422) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:46.024525 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-227a3c08-a71c-4727-8fc5-b530577f8b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.198510 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67d56-6a18-4c26-9404-2292999ff515 req-8c706753-27f8-4f7c-b1b1-a1cb65fc67ae tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:46.200794 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c5c67d56-6a18-4c26-9404-2292999ff515 req-8c706753-27f8-4f7c-b1b1-a1cb65fc67ae tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.1781695 Jul 12 16:48:46.228632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c288c-adaf-4abc-8bd7-3da44ea23db8 req-0137844f-960c-4016-9077-ed9b3772ee7b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:46.230248 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03c288c-adaf-4abc-8bd7-3da44ea23db8 req-0137844f-960c-4016-9077-ed9b3772ee7b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 943 time: 0.0966594 Jul 12 16:48:46.267457 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c5c67d56-6a18-4c26-9404-2292999ff515 req-803083b8-c9ac-451f-944e-bd0289afd925 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551844 Jul 12 16:48:46.280272 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-227a3c08-a71c-4727-8fc5-b530577f8b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.287049 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-227a3c08-a71c-4727-8fc5-b530577f8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.298051 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03c288c-adaf-4abc-8bd7-3da44ea23db8 req-6e743a1a-0eb5-4d88-bada-a34f6d3331d7 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Jul 12 16:48:46.336771 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-227a3c08-a71c-4727-8fc5-b530577f8b44 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4b695688b20c48fb9fb526c8b0d428ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295910 Jul 12 16:48:46.337208 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60432) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:46.340254 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a3c08-a71c-4727-8fc5-b530577f8b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21049b04-acc4-4e5f-b3f3-9b16258c8105,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:46.401104 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f99f55f9-0fd6-442e-9600-14fda601d787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.427690 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f99f55f9-0fd6-442e-9600-14fda601d787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.482896 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ead15-2a30-4002-90e7-303508b8cf2a req-297c15d5-dfeb-4775-ac78-32ab9f6ae15b tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:46.484467 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-476ead15-2a30-4002-90e7-303508b8cf2a req-297c15d5-dfeb-4775-ac78-32ab9f6ae15b tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 944 time: 0.0740504 Jul 12 16:48:46.494430 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f99f55f9-0fd6-442e-9600-14fda601d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.497161 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f99f55f9-0fd6-442e-9600-14fda601d787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.498413 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f99f55f9-0fd6-442e-9600-14fda601d787 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/21049b04-acc4-4e5f-b3f3-9b16258c8105 HTTP/1.1" status: 204 len: 168 time: 0.1602197 Jul 12 16:48:46.506985 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f55f9-0fd6-442e-9600-14fda601d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21049b04-acc4-4e5f-b3f3-9b16258c8105,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:46.531278 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-476ead15-2a30-4002-90e7-303508b8cf2a req-158adeed-860a-482e-91ac-0155f5d5a6ee tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Jul 12 16:48:46.752979 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 156472e5-9a58-482a-933b-82232a00ac3b details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:48:46.814786 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-5893f2fe-d381-479f-9164-e113fbd84ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:46.817338 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-5893f2fe-d381-479f-9164-e113fbd84ef4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0754745 Jul 12 16:48:46.832790 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 8574f653-dceb-4438-bdc7-2fe37663857c up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:46.899823 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-77aca439-8767-4a7b-b82a-cd73bd2a19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:46.901370 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-77aca439-8767-4a7b-b82a-cd73bd2a19ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740192 Jul 12 16:48:46.946025 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 8574f653-dceb-4438-bdc7-2fe37663857c completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:46.962887 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 156472e5-9a58-482a-933b-82232a00ac3b, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=156472e5-9a58-482a-933b-82232a00ac3b,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:46.966377 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 8574f653-dceb-4438-bdc7-2fe37663857c triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:46.966883 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:47.009514 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '156472e5-9a58-482a-933b-82232a00ac3b', 'network_id': 'c9dbd928-210e-4418-bad0-3296e373801a', 'port_id': '156472e5-9a58-482a-933b-82232a00ac3b', 'mac_address': 'fa:16:3e:4d:5a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c219d00-e7f4-4404-a4a9-71b5fedcbb02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:48:47.028179 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-da0349df-7578-4d53-b33e-d8c449b8f7d4 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153848 Jul 12 16:48:47.097287 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:47.163267 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156472e5-9a58-482a-933b-82232a00ac3b {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:47.173476 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97c7e743-5607-492c-9dd6-0b05caff9e5f req-2d22ff9f-24b9-4989-911e-8aa0795f53f1 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332877 Jul 12 16:48:47.212681 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:47.234047 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 156472e5-9a58-482a-933b-82232a00ac3b, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=156472e5-9a58-482a-933b-82232a00ac3b,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:47.245832 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:47.280384 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8574f653-dceb-4438-bdc7-2fe37663857c'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:47.406884 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 8574f653-dceb-4438-bdc7-2fe37663857c, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=8574f653-dceb-4438-bdc7-2fe37663857c,segment=NetworkSegment(1876251b-5781-4853-af03-d226ce5ffa6b),segment_id=1876251b-5781-4853-af03-d226ce5ffa6b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:47.425610 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:47.480278 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=156472e5-9a58-482a-933b-82232a00ac3b,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:47.615282 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=8574f653-dceb-4438-bdc7-2fe37663857c,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:47.635994 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b7b1a-d18a-4eba-81b2-473bfedefc24" -d '{"events": [{"server_uuid": "3b3590a6-4621-459f-92ab-6a4a4403d7a0", "name": "network-vif-plugged", "status": "completed", "tag": "8574f653-dceb-4438-bdc7-2fe37663857c"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:47.682489 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861fe06-2020-45ef-86d7-1aad500c0f8b req-dd5b9bd6-e085-4e21-8d4b-5c8178f5ba41 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:47.686657 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a861fe06-2020-45ef-86d7-1aad500c0f8b req-dd5b9bd6-e085-4e21-8d4b-5c8178f5ba41 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.1869140 Jul 12 16:48:47.735991 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['156472e5-9a58-482a-933b-82232a00ac3b'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:48:47.739109 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c0b67-2a8b-442f-b898-6617f1b251ca req-22a9f141-96cf-4f15-be92-24e9a9c6c2a3 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:47.748011 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-735c0b67-2a8b-442f-b898-6617f1b251ca req-22a9f141-96cf-4f15-be92-24e9a9c6c2a3 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 944 time: 0.1609702 Jul 12 16:48:47.806203 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-735c0b67-2a8b-442f-b898-6617f1b251ca req-39671b06-b226-471e-83ca-f83ccadcfa12 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562675 Jul 12 16:48:47.821816 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a861fe06-2020-45ef-86d7-1aad500c0f8b req-9b774b29-a3bf-4760-a40d-57d76600e02e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270151 Jul 12 16:48:48.063406 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9582cd-6340-4bc7-a5d2-eadf9e7db763 req-b98e6884-1797-4e5a-821c-3a27e23564be tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:48.071392 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7a9582cd-6340-4bc7-a5d2-eadf9e7db763 req-b98e6884-1797-4e5a-821c-3a27e23564be tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.1079214 Jul 12 16:48:48.133726 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60508) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:48.148900 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7a9582cd-6340-4bc7-a5d2-eadf9e7db763 req-f357aa4a-9ce3-4a4e-bc5a-5c8ea7c97c00 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761499 Jul 12 16:48:48.235855 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ac883-904b-4c1a-9961-31a2fbbf3c15 x-openstack-request-id: req-1b8ac883-904b-4c1a-9961-31a2fbbf3c15 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:48.236414 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3590a6-4621-459f-92ab-6a4a4403d7a0", "name": "network-vif-plugged", "status": "completed", "tag": "8574f653-dceb-4438-bdc7-2fe37663857c", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:48.236689 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b8ac883-904b-4c1a-9961-31a2fbbf3c15 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:48.237465 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8574f653-dceb-4438-bdc7-2fe37663857c', 'code': 200} Jul 12 16:48:48.329307 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-30a59c34-2b66-4dd1-8acc-76875539644c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.513861 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-30a59c34-2b66-4dd1-8acc-76875539644c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.519763 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-30a59c34-2b66-4dd1-8acc-76875539644c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.611158 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-30a59c34-2b66-4dd1-8acc-76875539644c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56a41165b82f4833b60d9cd1c0dca2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754312 Jul 12 16:48:48.612753 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a59c34-2b66-4dd1-8acc-76875539644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94089c-6244-48e4-873e-3fc9a779b0da,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:48.617415 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60540) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:48.694976 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4f5-ca16-4d46-9109-965816c7202f req-5e9c23e7-91de-449d-9648-3caffd800db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:48.696527 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ee27d4f5-ca16-4d46-9109-965816c7202f req-5e9c23e7-91de-449d-9648-3caffd800db6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 1098 time: 0.2020717 Jul 12 16:48:48.721124 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-420004e1-4325-498c-afe5-b6eb3764c595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.724629 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-ee27d4f5-ca16-4d46-9109-965816c7202f req-8c7b894f-4229-46f6-a4c6-f5574445099b service neutron] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.757305 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 156472e5-9a58-482a-933b-82232a00ac3b up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:48.774018 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-420004e1-4325-498c-afe5-b6eb3764c595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.860665 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 156472e5-9a58-482a-933b-82232a00ac3b completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:48.872837 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 156472e5-9a58-482a-933b-82232a00ac3b triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:48.880001 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.984495 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-420004e1-4325-498c-afe5-b6eb3764c595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.987182 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:48.991851 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-420004e1-4325-498c-afe5-b6eb3764c595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.002008 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-420004e1-4325-498c-afe5-b6eb3764c595 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a94089c-6244-48e4-873e-3fc9a779b0da HTTP/1.1" status: 204 len: 168 time: 0.3748314 Jul 12 16:48:49.053846 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420004e1-4325-498c-afe5-b6eb3764c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94089c-6244-48e4-873e-3fc9a779b0da,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:49.152749 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.190680 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-ee27d4f5-ca16-4d46-9109-965816c7202f req-8c7b894f-4229-46f6-a4c6-f5574445099b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.203572 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3acef3-04c7-49db-afbf-6f2b6b0fe513 req-a25425a8-54ec-4d69-8eb6-e57130b80988 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:49.215211 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8a3acef3-04c7-49db-afbf-6f2b6b0fe513 req-a25425a8-54ec-4d69-8eb6-e57130b80988 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.1543078 Jul 12 16:48:49.219806 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-ee27d4f5-ca16-4d46-9109-965816c7202f req-8c7b894f-4229-46f6-a4c6-f5574445099b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.231165 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 156472e5-9a58-482a-933b-82232a00ac3b, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=156472e5-9a58-482a-933b-82232a00ac3b,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:49.241083 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.295232 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8a3acef3-04c7-49db-afbf-6f2b6b0fe513 req-96b87fca-0dd3-49ec-82fc-0a8d601f974b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716379 Jul 12 16:48:49.327884 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fea50844-68c0-4b1d-b96f-22aa08d00574 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:48:49.378904 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ee27d4f5-ca16-4d46-9109-965816c7202f req-8c7b894f-4229-46f6-a4c6-f5574445099b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609657 Jul 12 16:48:49.378904 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b894f-4229-46f6-a4c6-f5574445099b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f18be-523c-4e8b-8283-690c247c9e99,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:49.416429 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=156472e5-9a58-482a-933b-82232a00ac3b,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:49.442008 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7189f2a-2628-481e-bd06-d34b8125771b req-cdec1aa8-e5d1-491c-b407-fb1cf913be25 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:49.443250 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port fea50844-68c0-4b1d-b96f-22aa08d00574 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:48:49.449945 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port fea50844-68c0-4b1d-b96f-22aa08d00574 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:48:49.450646 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.459591 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7189f2a-2628-481e-bd06-d34b8125771b req-cdec1aa8-e5d1-491c-b407-fb1cf913be25 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 944 time: 0.2952015 Jul 12 16:48:49.526135 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27c82287-a507-4164-91c3-7bda315169ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.538101 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7189f2a-2628-481e-bd06-d34b8125771b req-4f7d32d6-1ef0-48b3-98a7-9c5e7a3568d9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768971 Jul 12 16:48:49.620309 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.699825 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60574) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:49.705918 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port fea50844-68c0-4b1d-b96f-22aa08d00574, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fea50844-68c0-4b1d-b96f-22aa08d00574,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:49.712692 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.720846 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-64a563a9-9bec-480a-938a-1b553ce7008f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.808755 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb944f-08c4-40d4-8246-439a54017444 req-133b09c6-c845-48ae-8720-d2f27c542b07 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:49.811431 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-38bb944f-08c4-40d4-8246-439a54017444 req-133b09c6-c845-48ae-8720-d2f27c542b07 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.1418004 Jul 12 16:48:49.830783 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=fea50844-68c0-4b1d-b96f-22aa08d00574,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:49.882789 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-38bb944f-08c4-40d4-8246-439a54017444 req-3a53098f-a8fc-4bf0-a355-3b147134a511 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597465 Jul 12 16:48:49.907052 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-64a563a9-9bec-480a-938a-1b553ce7008f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.911835 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-64a563a9-9bec-480a-938a-1b553ce7008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.954226 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-64a563a9-9bec-480a-938a-1b553ce7008f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2deccc2fc5244f72a29f6db53ad0309d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589793 Jul 12 16:48:49.955210 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a563a9-9bec-480a-938a-1b553ce7008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060ae45c-24be-4ead-a457-947f2c6556af,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:49.958059 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60580) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:50.042079 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d779ef0f-a5d2-4157-9b9b-b5265fcb0a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:50.079881 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d779ef0f-a5d2-4157-9b9b-b5265fcb0a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:50.136369 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d779ef0f-a5d2-4157-9b9b-b5265fcb0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:50.139080 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d779ef0f-a5d2-4157-9b9b-b5265fcb0a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:50.140311 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-d779ef0f-a5d2-4157-9b9b-b5265fcb0a38 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/060ae45c-24be-4ead-a457-947f2c6556af HTTP/1.1" status: 204 len: 168 time: 0.1805718 Jul 12 16:48:50.150242 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779ef0f-a5d2-4157-9b9b-b5265fcb0a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060ae45c-24be-4ead-a457-947f2c6556af,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:50.238783 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156472e5-9a58-482a-933b-82232a00ac3b'}, {'server_uuid': '8c41af08-d40d-477c-b47e-5f9797a05348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea50844-68c0-4b1d-b96f-22aa08d00574'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:50.241437 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6196bad4-ca82-4f6f-a770-e3d686563a9d" -d '{"events": [{"server_uuid": "1f5dd8f7-b514-4d77-9277-2d19d4d762aa", "name": "network-vif-plugged", "status": "completed", "tag": "156472e5-9a58-482a-933b-82232a00ac3b"}, {"server_uuid": "8c41af08-d40d-477c-b47e-5f9797a05348", "name": "network-vif-plugged", "status": "completed", "tag": "fea50844-68c0-4b1d-b96f-22aa08d00574"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:50.284361 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2056a8-0ba1-4c1e-b43d-1341168d42f2 x-openstack-request-id: req-4f2056a8-0ba1-4c1e-b43d-1341168d42f2 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:50.284796 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5dd8f7-b514-4d77-9277-2d19d4d762aa", "name": "network-vif-plugged", "status": "completed", "tag": "156472e5-9a58-482a-933b-82232a00ac3b", "code": 200}, {"server_uuid": "8c41af08-d40d-477c-b47e-5f9797a05348", "name": "network-vif-plugged", "status": "completed", "tag": "fea50844-68c0-4b1d-b96f-22aa08d00574", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:50.285107 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f2056a8-0ba1-4c1e-b43d-1341168d42f2 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:50.285569 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156472e5-9a58-482a-933b-82232a00ac3b', 'code': 200} Jul 12 16:48:50.285940 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c41af08-d40d-477c-b47e-5f9797a05348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea50844-68c0-4b1d-b96f-22aa08d00574', 'code': 200} Jul 12 16:48:50.550080 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeadd0-3e2f-47c1-95a6-7da2080bc7ea req-08705c0b-c565-4744-85a4-ba3f8b007b33 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:50.551747 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fcdeadd0-3e2f-47c1-95a6-7da2080bc7ea req-08705c0b-c565-4744-85a4-ba3f8b007b33 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.0766323 Jul 12 16:48:50.618751 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fcdeadd0-3e2f-47c1-95a6-7da2080bc7ea req-46590b0f-9af3-45a3-b7db-0e6ad7bc1403 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574951 Jul 12 16:48:50.819829 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c53ff7-f01f-42aa-b077-167f371afd0b req-42cb8a61-cb34-477f-b8d4-94e617cab2d6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:50.821463 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c4c53ff7-f01f-42aa-b077-167f371afd0b req-42cb8a61-cb34-477f-b8d4-94e617cab2d6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1036549 Jul 12 16:48:50.886471 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c4c53ff7-f01f-42aa-b077-167f371afd0b req-2cd40250-0841-4da1-85cb-d6857536fb37 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578539 Jul 12 16:48:51.144158 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05457-ce8e-4f99-8b4e-22683b5f9be0 req-fc642f20-b919-48e4-8553-6169b09be2c4 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:51.147012 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8cd05457-ce8e-4f99-8b4e-22683b5f9be0 req-fc642f20-b919-48e4-8553-6169b09be2c4 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0979471 Jul 12 16:48:51.216288 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8cd05457-ce8e-4f99-8b4e-22683b5f9be0 req-98b8917a-deaa-4ccc-82af-45a82408d99a tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Jul 12 16:48:51.353995 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:51.739069 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:48:51.815934 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:52.018895 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c1c6b-1e5a-46c9-9aaf-9e75d835d716 req-5936baf9-6187-4647-b2c2-95f196f15cef tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:52.020521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:52.023013 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-827c1c6b-1e5a-46c9-9aaf-9e75d835d716 req-5936baf9-6187-4647-b2c2-95f196f15cef tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 944 time: 0.1836610 Jul 12 16:48:52.062059 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'port_id': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'mac_address': 'fa:16:3e:c6:fc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:48:52.162882 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:52.170352 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-827c1c6b-1e5a-46c9-9aaf-9e75d835d716 req-b8c55329-927d-4b3f-a89c-3407cdf422e1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337750 Jul 12 16:48:52.187486 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:48:52.233237 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:52.241135 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:52.250935 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d519c-0fed-4d35-8c6a-698cf9842887 req-4b975fc7-23f5-47c0-9581-8e8a1d006170 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:52.253505 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-830d519c-0fed-4d35-8c6a-698cf9842887 req-4b975fc7-23f5-47c0-9581-8e8a1d006170 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1061056 Jul 12 16:48:52.342615 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:52.357930 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-830d519c-0fed-4d35-8c6a-698cf9842887 req-87eaf627-6219-4cf8-840f-2fed861b1280 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955231 Jul 12 16:48:52.486147 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5eba-540f-49df-a546-43d5618613ee req-7d88a415-d4d1-497c-94b2-2edfd4d2a071 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:52.488126 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c77f5eba-540f-49df-a546-43d5618613ee req-7d88a415-d4d1-497c-94b2-2edfd4d2a071 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0904777 Jul 12 16:48:52.559661 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c77f5eba-540f-49df-a546-43d5618613ee req-33f40a78-f5a2-4a9e-9e0b-bf540973ed85 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570612 Jul 12 16:48:53.266006 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:53.441083 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e782e6f-babb-4c40-a886-3de39cac52e1 req-fb50e767-af5a-4e9f-9fa8-e76603983457 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:53.444367 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8e782e6f-babb-4c40-a886-3de39cac52e1 req-fb50e767-af5a-4e9f-9fa8-e76603983457 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 945 time: 0.1014836 Jul 12 16:48:53.515183 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8e782e6f-babb-4c40-a886-3de39cac52e1 req-41e29e97-6759-4a3f-bf86-f29fd1a8c9c2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638261 Jul 12 16:48:53.583440 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ffa07-cb4d-42ba-9dac-2e50a6ca5c9e req-61d78577-eaae-4916-8373-948be5ec0f49 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:53.586195 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8b5ffa07-cb4d-42ba-9dac-2e50a6ca5c9e req-61d78577-eaae-4916-8373-948be5ec0f49 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0944436 Jul 12 16:48:53.646056 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8b5ffa07-cb4d-42ba-9dac-2e50a6ca5c9e req-e3254225-5dbb-45a5-b8f8-ca632bbcf515 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Jul 12 16:48:53.796870 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b19c-d81d-458f-a722-a5ce234ff2ae req-7be4f8bf-8458-4231-9dfa-8b231a8873db tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:53.798596 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a9a1b19c-d81d-458f-a722-a5ce234ff2ae req-7be4f8bf-8458-4231-9dfa-8b231a8873db tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0726392 Jul 12 16:48:53.844643 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a9a1b19c-d81d-458f-a722-a5ce234ff2ae req-9db6fbdc-fc67-4bcf-b3c3-cef395d8ed4c tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Jul 12 16:48:54.765396 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83a5d4-3f96-485d-adc6-e2d506b6d210 req-de5c88ab-fc38-493c-9edd-ef5076aed00a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:54.767112 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-de83a5d4-3f96-485d-adc6-e2d506b6d210 req-de5c88ab-fc38-493c-9edd-ef5076aed00a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 945 time: 0.0984869 Jul 12 16:48:54.815270 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-de83a5d4-3f96-485d-adc6-e2d506b6d210 req-ead1388b-5396-4bf8-9580-0d713aef5c21 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Jul 12 16:48:54.863367 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33cdcf-6250-457b-8cc9-0552612845f9 req-17c9b280-552f-4452-9327-8fb0b0df4d3f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:54.865020 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db33cdcf-6250-457b-8cc9-0552612845f9 req-17c9b280-552f-4452-9327-8fb0b0df4d3f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0744598 Jul 12 16:48:54.927512 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db33cdcf-6250-457b-8cc9-0552612845f9 req-33eccec5-edcb-4062-b084-06319f1fc666 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507360 Jul 12 16:48:55.049727 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3124a0-d2a1-42a2-b805-b88adcba71e5 req-619f6611-0856-43c4-a267-9c1151a61a46 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:55.052353 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-af3124a0-d2a1-42a2-b805-b88adcba71e5 req-619f6611-0856-43c4-a267-9c1151a61a46 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0732870 Jul 12 16:48:55.098386 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-af3124a0-d2a1-42a2-b805-b88adcba71e5 req-9173439f-1733-4c64-81d8-5b19e5b9db4e tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358825 Jul 12 16:48:55.377985 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5887b5c-fe74-44d8-853c-6ce3417ef6be req-69cf122f-f06c-494f-b7f9-16a14f6850e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:55.379446 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c5887b5c-fe74-44d8-853c-6ce3417ef6be req-69cf122f-f06c-494f-b7f9-16a14f6850e8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.0595114 Jul 12 16:48:55.422723 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c5887b5c-fe74-44d8-853c-6ce3417ef6be req-e3ceb3c3-ba51-496b-a045-d1ff519c0cea service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Jul 12 16:48:55.492201 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a4a0d-3ede-4ec0-bd8f-36c762ce3786 req-a8d41de2-a636-484c-8e4d-0bd866603243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:55.494913 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190a4a0d-3ede-4ec0-bd8f-36c762ce3786 req-a8d41de2-a636-484c-8e4d-0bd866603243 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 1098 time: 0.1050889 Jul 12 16:48:55.556112 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190a4a0d-3ede-4ec0-bd8f-36c762ce3786 req-7ad087ec-6faf-4394-9e09-3feccc8604c2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Jul 12 16:48:55.668178 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['88e57ca5-ac6f-422e-adb7-6fc78d43f4d4'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:48:56.155047 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80248db7-16a1-4a93-8616-28794d080630 req-e77909c3-ea96-4324-8de0-179b3091051f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:56.158131 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-80248db7-16a1-4a93-8616-28794d080630 req-e77909c3-ea96-4324-8de0-179b3091051f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 945 time: 0.1101422 Jul 12 16:48:56.210078 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb0bd2-d5a6-4df4-98e1-cc7432777d62 req-68b510be-ad3a-4028-925c-777c020df4b6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:56.212467 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-dbfb0bd2-d5a6-4df4-98e1-cc7432777d62 req-68b510be-ad3a-4028-925c-777c020df4b6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0963910 Jul 12 16:48:56.226673 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-80248db7-16a1-4a93-8616-28794d080630 req-34652868-c567-48a7-a2bf-135b25341078 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624573 Jul 12 16:48:56.302379 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-dbfb0bd2-d5a6-4df4-98e1-cc7432777d62 req-521f4614-98a0-429f-8e79-9da9ef00258b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791540 Jul 12 16:48:56.481709 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0812b-bbfd-4d55-bb5d-14eb8b22ceb5 req-1518d4d4-509a-48d8-9f4a-eec7c347808a tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:56.486804 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-79b0812b-bbfd-4d55-bb5d-14eb8b22ceb5 req-1518d4d4-509a-48d8-9f4a-eec7c347808a tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0885549 Jul 12 16:48:56.556575 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-79b0812b-bbfd-4d55-bb5d-14eb8b22ceb5 req-b5fc298f-63c6-46d4-adc7-e73a035c2449 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589979 Jul 12 16:48:56.803169 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60794) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:56.964931 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9bee44bf-ddef-4459-b150-371d2fa2cc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.079792 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9bee44bf-ddef-4459-b150-371d2fa2cc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.084439 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9bee44bf-ddef-4459-b150-371d2fa2cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.124345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee44bf-ddef-4459-b150-371d2fa2cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7566fec4-5ac6-436d-ba82-558e3821b515,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:57.131713 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-9bee44bf-ddef-4459-b150-371d2fa2cc98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ede106a2ac2b45d88c2ea0995b317a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255458 Jul 12 16:48:57.134478 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60802) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:57.218810 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f920d480-8e15-49f1-8d15-1d45515d362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.258531 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f920d480-8e15-49f1-8d15-1d45515d362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.333151 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f920d480-8e15-49f1-8d15-1d45515d362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.336403 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f920d480-8e15-49f1-8d15-1d45515d362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.340874 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-f920d480-8e15-49f1-8d15-1d45515d362e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7566fec4-5ac6-436d-ba82-558e3821b515 HTTP/1.1" status: 204 len: 168 time: 0.2054639 Jul 12 16:48:57.352415 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920d480-8e15-49f1-8d15-1d45515d362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7566fec4-5ac6-436d-ba82-558e3821b515,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:57.536027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d966-9baf-44ec-8fd8-fa7ef1b8b5d5 req-725895fa-3bf9-4aff-842a-5bdeb4344ca5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:57.537873 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7749d966-9baf-44ec-8fd8-fa7ef1b8b5d5 req-725895fa-3bf9-4aff-842a-5bdeb4344ca5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0862665 Jul 12 16:48:57.554027 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c47f0-6762-41cc-b82f-9579c326c56e req-46b9bfe7-447c-4762-98f4-879198e5674b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:57.557137 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-134c47f0-6762-41cc-b82f-9579c326c56e req-46b9bfe7-447c-4762-98f4-879198e5674b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 945 time: 0.1277213 Jul 12 16:48:57.610946 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7749d966-9baf-44ec-8fd8-fa7ef1b8b5d5 req-3f83ae26-e991-4f9d-914f-783f791668ac tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Jul 12 16:48:57.623163 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-134c47f0-6762-41cc-b82f-9579c326c56e req-5675fab9-bbd3-474c-97d7-f71d6599e4bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583858 Jul 12 16:48:57.784471 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 60820) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:57.802413 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-43aa22ab-eea1-4161-b002-079918fdfaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.932398 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1443a-b1ef-4ac9-a9b4-fcb29b3e941d req-9e0c3aae-c733-42b4-9717-8755799547df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:57.935227 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-efd1443a-b1ef-4ac9-a9b4-fcb29b3e941d req-9e0c3aae-c733-42b4-9717-8755799547df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.1222188 Jul 12 16:48:57.948201 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-43aa22ab-eea1-4161-b002-079918fdfaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.955361 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-43aa22ab-eea1-4161-b002-079918fdfaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.999443 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-efd1443a-b1ef-4ac9-a9b4-fcb29b3e941d req-1864c1b8-b389-4ec3-bab0-c674b576dfea tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578718 Jul 12 16:48:58.028437 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-43aa22ab-eea1-4161-b002-079918fdfaed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bfbcc98e79304172afe92893871725c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422183 Jul 12 16:48:58.029929 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa22ab-eea1-4161-b002-079918fdfaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00f7dc-765f-4b56-9339-c7ab99578d86,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:58.031654 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 60828) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:58.116139 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e50341ee-a6a1-49ac-a6ee-de01934d5225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.159995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e50341ee-a6a1-49ac-a6ee-de01934d5225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.226775 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e50341ee-a6a1-49ac-a6ee-de01934d5225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.229733 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e50341ee-a6a1-49ac-a6ee-de01934d5225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.230993 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-e50341ee-a6a1-49ac-a6ee-de01934d5225 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e00f7dc-765f-4b56-9339-c7ab99578d86 HTTP/1.1" status: 204 len: 168 time: 0.1983161 Jul 12 16:48:58.241008 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50341ee-a6a1-49ac-a6ee-de01934d5225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00f7dc-765f-4b56-9339-c7ab99578d86,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:58.935392 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3417c-ceaa-4f9d-924f-a79442f99f72 req-4c9b4f8a-c839-4bf4-8724-10bd58bfc86c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:58.940336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d879-7053-401c-9997-ed4c02551c41 req-11846d15-b839-4cf7-a5c0-7bacfc65ec2b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:58.944051 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dcf6d879-7053-401c-9997-ed4c02551c41 req-11846d15-b839-4cf7-a5c0-7bacfc65ec2b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 945 time: 0.1398129 Jul 12 16:48:58.946832 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5ec3417c-ceaa-4f9d-924f-a79442f99f72 req-4c9b4f8a-c839-4bf4-8724-10bd58bfc86c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1427875 Jul 12 16:48:59.019016 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dcf6d879-7053-401c-9997-ed4c02551c41 req-a01fc788-9b13-4971-8356-557e061cf5c7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682838 Jul 12 16:48:59.045405 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5ec3417c-ceaa-4f9d-924f-a79442f99f72 req-c353dbce-78ac-40e9-aaae-a2fad1c7e4a8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957677 Jul 12 16:48:59.254092 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c92d-50b1-4178-a83f-01dcb3ae7597 req-8614aa2d-84fc-482d-aa55-c2f60bc24bbd tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:59.255853 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5892c92d-50b1-4178-a83f-01dcb3ae7597 req-8614aa2d-84fc-482d-aa55-c2f60bc24bbd tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0934107 Jul 12 16:48:59.308310 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5892c92d-50b1-4178-a83f-01dcb3ae7597 req-919209f6-4033-4723-9c9d-5c13a0444526 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Jul 12 16:49:00.485420 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12863aec-30fe-4996-a9bb-a7537f508f79 req-c3b9564b-ecc0-462d-8573-101d759c0571 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:00.502273 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-12863aec-30fe-4996-a9bb-a7537f508f79 req-c3b9564b-ecc0-462d-8573-101d759c0571 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 945 time: 0.1717513 Jul 12 16:49:00.593216 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-12863aec-30fe-4996-a9bb-a7537f508f79 req-36184621-d09b-4d63-b7db-370f52c191a1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876858 Jul 12 16:49:00.595832 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b1955-7acc-4436-afab-2923c5de097f req-6af442ab-427c-4855-85b4-8eb127a2c0fb tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:00.597731 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-711b1955-7acc-4436-afab-2923c5de097f req-6af442ab-427c-4855-85b4-8eb127a2c0fb tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1064224 Jul 12 16:49:00.686845 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-711b1955-7acc-4436-afab-2923c5de097f req-b5e327bc-7bca-4e81-9f24-7afe6369c35c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767028 Jul 12 16:49:00.836942 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:49:00.914150 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:49:00.922559 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:49:00.925022 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:00.955201 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13ab26-9fde-4206-a1d0-55b4dbc065fb req-69404d73-8335-485e-ba90-f3dc66066ad3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:00.963415 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2e13ab26-9fde-4206-a1d0-55b4dbc065fb req-69404d73-8335-485e-ba90-f3dc66066ad3 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.1533399 Jul 12 16:49:01.033558 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2e13ab26-9fde-4206-a1d0-55b4dbc065fb req-dbe604c4-4a7d-43a4-8b73-fe41faff778e tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682795 Jul 12 16:49:01.099473 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.142596 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:01.146467 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc1d66-bfd6-4761-800e-124fe18855b4" -d '{"events": [{"server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "name": "network-vif-plugged", "status": "completed", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:01.173407 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:01.183446 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.283725 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591da19b-af34-45e1-b611-8b337a41cd90 x-openstack-request-id: req-591da19b-af34-45e1-b611-8b337a41cd90 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:01.284390 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "name": "network-vif-plugged", "status": "completed", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:01.285274 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-591da19b-af34-45e1-b611-8b337a41cd90 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:01.286614 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'code': 200} Jul 12 16:49:01.313050 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:01.679430 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-b65ce715-9468-40c3-82dc-79f32481c13a None None] Provisioning complete for port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:49:01.680667 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b65ce715-9468-40c3-82dc-79f32481c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.683814 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8984914-d4cd-4777-bb20-a7cb9e777e56 req-18390b29-d030-48cf-bb93-5c5e0d67a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:01.686776 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b8984914-d4cd-4777-bb20-a7cb9e777e56 req-18390b29-d030-48cf-bb93-5c5e0d67a78f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 1099 time: 0.1196973 Jul 12 16:49:01.801961 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b8984914-d4cd-4777-bb20-a7cb9e777e56 req-b1f281ef-0806-4cb4-a704-59dba48f1470 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046383 Jul 12 16:49:02.037617 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b63c2-6f6a-463c-bc86-6346cb01549e req-c94be511-499b-499b-b35a-23999cad5a9f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:02.037617 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4d6b63c2-6f6a-463c-bc86-6346cb01549e req-c94be511-499b-499b-b35a-23999cad5a9f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1867051 Jul 12 16:49:02.122681 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4d6b63c2-6f6a-463c-bc86-6346cb01549e req-4293481c-2308-477b-9f23-bd81a0dbf886 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715008 Jul 12 16:49:02.162631 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16b35-0f3b-408a-b8a7-f97e240b7449 req-8899f306-dce9-45b5-bfd3-13ff3fd955a1 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:02.170376 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-95b16b35-0f3b-408a-b8a7-f97e240b7449 req-8899f306-dce9-45b5-bfd3-13ff3fd955a1 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1178391 Jul 12 16:49:02.172421 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 32770) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:02.221783 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-95b16b35-0f3b-408a-b8a7-f97e240b7449 req-ff64cd53-4321-422f-bb83-638391c658d5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503500 Jul 12 16:49:02.345548 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1d146070-e731-4d9a-a89f-f58a4d25569c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.478782 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1d146070-e731-4d9a-a89f-f58a4d25569c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.486335 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1d146070-e731-4d9a-a89f-f58a4d25569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.556275 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-1d146070-e731-4d9a-a89f-f58a4d25569c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e5fb5fdead14affa011a9ce6fab5f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820307 Jul 12 16:49:02.558788 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 32792) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:02.595311 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d146070-e731-4d9a-a89f-f58a4d25569c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd12a98-3298-4be1-8b86-fcf6314b80eb,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:02.657562 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b55c3040-1252-48bb-845e-65ef766cd674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.694059 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b55c3040-1252-48bb-845e-65ef766cd674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.776982 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b55c3040-1252-48bb-845e-65ef766cd674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.782088 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b55c3040-1252-48bb-845e-65ef766cd674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.786316 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b55c3040-1252-48bb-845e-65ef766cd674 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2dd12a98-3298-4be1-8b86-fcf6314b80eb HTTP/1.1" status: 204 len: 168 time: 0.2238765 Jul 12 16:49:02.795312 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c3040-1252-48bb-845e-65ef766cd674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd12a98-3298-4be1-8b86-fcf6314b80eb,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:02.838158 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-9cec0b7c-a8e8-4540-b12e-9b0a4f8a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:02.843665 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-9cec0b7c-a8e8-4540-b12e-9b0a4f8a0b52 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 1098 time: 0.1300006 Jul 12 16:49:03.291901 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c1ddf-7ecc-4d8c-9902-655fe3c603b4 req-43b3b22e-5dff-4e5a-b430-67210d02ba47 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:03.310546 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9f8c1ddf-7ecc-4d8c-9902-655fe3c603b4 req-43b3b22e-5dff-4e5a-b430-67210d02ba47 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.4211626 Jul 12 16:49:03.417864 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-1ff3f582-a18d-451a-8ee9-483328eeb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:03.421213 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-1ff3f582-a18d-451a-8ee9-483328eeb924 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.5499144 Jul 12 16:49:03.436068 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9f8c1ddf-7ecc-4d8c-9902-655fe3c603b4 req-7f74651a-440a-4f47-9025-d4aeb2389207 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234396 Jul 12 16:49:03.543830 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-4c02cac3-d3a2-4b87-bd09-403674e90bc0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156472e5-9a58-482a-933b-82232a00ac3b HTTP/1.1" status: 200 len: 217 time: 0.1034784 Jul 12 16:49:03.657425 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc876-4905-49e4-a50f-de4b48dfc87c req-3c6e720b-c987-4a74-87c0-8c60f4fb02d0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:03.661684 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a29cc876-4905-49e4-a50f-de4b48dfc87c req-3c6e720b-c987-4a74-87c0-8c60f4fb02d0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.2003794 Jul 12 16:49:03.677856 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-39fe5b1c-5428-4dc6-a671-4f2784a6f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:03.680645 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-39fe5b1c-5428-4dc6-a671-4f2784a6f9ed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.1217468 Jul 12 16:49:03.753452 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a29cc876-4905-49e4-a50f-de4b48dfc87c req-ecbc59d1-5413-4494-abda-9e3972476944 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838196 Jul 12 16:49:03.756571 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-a71c07e1-18c6-466e-9a57-99986d4adc55 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681474 Jul 12 16:49:03.843578 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 32840) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:03.893949 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.987315 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-0ac64ed2-518e-4c09-ac34-f291942a3064 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222288 Jul 12 16:49:04.020871 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 32844) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:04.102878 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.114567 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.161843 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 32850) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:04.163372 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd338ba-82ea-4497-8eb4-3760ef9508f2 req-808100dd-6586-4054-9ec8-2d428d4acfba tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:04.170283 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8bd338ba-82ea-4497-8eb4-3760ef9508f2 req-808100dd-6586-4054-9ec8-2d428d4acfba tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1735988 Jul 12 16:49:04.180199 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 32854) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:04.188993 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e54548c2ae1a459890726841c0b013e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437777 Jul 12 16:49:04.192596 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 32856) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:04.193561 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'floatingip': {'port_id': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:04.212645 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3861cb51-948e-4bbc-aee6-68c057b668b5 req-4fd7eefd-3b75-44ca-8a28-5238793e51f6 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029281 Jul 12 16:49:04.337141 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.373022 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f508c5-ed59-4b4c-a15e-e2f0c6de14ca,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:04.390764 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.393953 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4712e986-0a8a-43a3-b28a-786e1963a82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.419242 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.493570 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.493954 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.494314 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.494553 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.494985 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.495297 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.495619 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.496002 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.496341 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.496730 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.497169 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.497493 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316beb2f-8d56-4d08-affd-d3f3072865d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.523084 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.526468 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8ae347bb-4681-4834-ab6a-6d77587d8f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.540745 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.548053 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d7f508c5-ed59-4b4c-a15e-e2f0c6de14ca HTTP/1.1" status: 204 len: 168 time: 0.3484709 Jul 12 16:49:04.568334 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f508c5-ed59-4b4c-a15e-e2f0c6de14ca,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:04.585454 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.586542 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.587335 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.588178 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.589058 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.590472 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.591368 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.592368 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.594538 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.595534 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.596893 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.597858 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d9e91-26c6-4740-a67e-ab4f979d8f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:04.834996 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615700b6-2e7e-4b33-8cfb-22835d3a961a req-a78427ce-2c18-4cc5-ad44-394b593773bc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:04.845072 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-615700b6-2e7e-4b33-8cfb-22835d3a961a req-a78427ce-2c18-4cc5-ad44-394b593773bc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0955961 Jul 12 16:49:04.916139 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-615700b6-2e7e-4b33-8cfb-22835d3a961a req-84342d45-56ed-4362-b2c7-2fca83ecc79b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696962 Jul 12 16:49:05.271981 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 32908) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:05.474872 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1d78ba6d-abae-4faa-983e-79652af5b49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:05.587700 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4712e986-0a8a-43a3-b28a-786e1963a82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:05.611921 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4712e986-0a8a-43a3-b28a-786e1963a82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:05.839094 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4712e986-0a8a-43a3-b28a-786e1963a82e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d4657d7283646b6b745dd742c1d9a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8158314 Jul 12 16:49:05.844112 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 32928) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:05.887384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712e986-0a8a-43a3-b28a-786e1963a82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce6d0c6-d94f-457d-b061-f5c4e801a488,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:05.955336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5ceee3b6-409f-49b4-8300-cae9474e3b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.002570 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5ceee3b6-409f-49b4-8300-cae9474e3b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.112416 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5ceee3b6-409f-49b4-8300-cae9474e3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.116863 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.db.resource_extend [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:49:06.117144 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5ceee3b6-409f-49b4-8300-cae9474e3b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.120141 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-5ceee3b6-409f-49b4-8300-cae9474e3b15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ce6d0c6-d94f-457d-b061-f5c4e801a488 HTTP/1.1" status: 204 len: 168 time: 0.2742598 Jul 12 16:49:06.151402 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceee3b6-409f-49b4-8300-cae9474e3b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce6d0c6-d94f-457d-b061-f5c4e801a488,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:06.260863 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.270714 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.357803 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2e58b-d76b-4de4-b1ef-5f071aaf5a6a req-e6231288-a630-4a29-8fe1-afeaca02f657 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:06.370860 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-89a2e58b-d76b-4de4-b1ef-5f071aaf5a6a req-e6231288-a630-4a29-8fe1-afeaca02f657 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.2037036 Jul 12 16:49:06.433232 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-89a2e58b-d76b-4de4-b1ef-5f071aaf5a6a req-5ee9a120-859a-4cf6-a522-45764deb510e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608072 Jul 12 16:49:06.462136 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8ae347bb-4681-4834-ab6a-6d77587d8f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.478498 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8ae347bb-4681-4834-ab6a-6d77587d8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.575151 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.l3_db [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Floating IP 105a2792-ce4e-4493-a0e8-3c9dcd716170 associated. External IP: 172.27.1.96, port: 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4. Jul 12 16:49:06.585623 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8ae347bb-4681-4834-ab6a-6d77587d8f25 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=800e56c8c301485a87c2b7b7176f13bf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4122627 Jul 12 16:49:06.605339 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 32948) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:06.643680 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1d78ba6d-abae-4faa-983e-79652af5b49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.664072 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae347bb-4681-4834-ab6a-6d77587d8f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee980a-b88d-427f-8d76-a432853b2362,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:06.673724 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1d78ba6d-abae-4faa-983e-79652af5b49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.756448 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7c01fc36-5081-4256-81e6-993c10af1052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.804900 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-1d78ba6d-abae-4faa-983e-79652af5b49f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=608ecc989ca646e590df9a30028ea7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5304828 Jul 12 16:49:06.819832 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 32956) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:06.842490 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78ba6d-abae-4faa-983e-79652af5b49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5060014-3ca7-4b8f-b5f3-ba193e888a11,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:06.875810 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7c01fc36-5081-4256-81e6-993c10af1052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.977007 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c54355c2-9f19-4fea-9b21-fb6646be459f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:06.988875 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Router 6455eaba-0e2d-4f42-9778-77f6c5f1049b has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:49:07.027839 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c54355c2-9f19-4fea-9b21-fb6646be459f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.050226 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7c01fc36-5081-4256-81e6-993c10af1052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.055281 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7c01fc36-5081-4256-81e6-993c10af1052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.061149 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7c01fc36-5081-4256-81e6-993c10af1052 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74ee980a-b88d-427f-8d76-a432853b2362 HTTP/1.1" status: 204 len: 168 time: 0.4510777 Jul 12 16:49:07.094684 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01fc36-5081-4256-81e6-993c10af1052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee980a-b88d-427f-8d76-a432853b2362,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:07.169173 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c54355c2-9f19-4fea-9b21-fb6646be459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.179849 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c54355c2-9f19-4fea-9b21-fb6646be459f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.182591 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-c54355c2-9f19-4fea-9b21-fb6646be459f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a5060014-3ca7-4b8f-b5f3-ba193e888a11 HTTP/1.1" status: 204 len: 168 time: 0.3606431 Jul 12 16:49:07.197577 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54355c2-9f19-4fea-9b21-fb6646be459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5060014-3ca7-4b8f-b5f3-ba193e888a11,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:07.197890 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:49:07.213910 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.218168 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] Sync routers for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:49:07.251381 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:49:07.253646 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:48:49Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:07.340758 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-47a27579-180a-4ddb-9854-19b8f3d104c5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "PUT /v2.0/floatingips/105a2792-ce4e-4493-a0e8-3c9dcd716170 HTTP/1.1" status: 200 len: 991 time: 3.1587279 Jul 12 16:49:07.341428 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:07.346200 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695fd5d0-f154-4042-adae-e42ae1429bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:07.480291 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac75d48-36e5-4a62-bb13-61e2c52ae276 x-openstack-request-id: req-2ac75d48-36e5-4a62-bb13-61e2c52ae276 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:07.480687 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:07.480890 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ac75d48-36e5-4a62-bb13-61e2c52ae276 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:07.481229 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'status': 'completed', 'code': 200} Jul 12 16:49:07.545376 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:49:07.805392 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 32990) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:07.836567 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-186774e0-5e96-47d8-b0f3-9f85b32f4ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.856339 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 32992) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:07.903731 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5fcd-18f3-4416-9c28-ce1d1bd5123f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.055085 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9965ee-33cd-49bb-8893-34b3146458c7 req-54cf60d0-4aa7-4358-bb47-4fbcb23ec544 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:08.059394 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b9965ee-33cd-49bb-8893-34b3146458c7 req-54cf60d0-4aa7-4358-bb47-4fbcb23ec544 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.2642345 Jul 12 16:49:08.078908 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-186774e0-5e96-47d8-b0f3-9f85b32f4ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.093068 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-186774e0-5e96-47d8-b0f3-9f85b32f4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.152971 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b9965ee-33cd-49bb-8893-34b3146458c7 req-8e975da5-fe4b-4207-8380-1004e82d92ed tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804734 Jul 12 16:49:08.201467 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '105a2792-ce4e-4493-a0e8-3c9dcd716170', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'port_id': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'mac_address': 'fa:16:3e:c6:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:48:29Z', 'updated_at': '2021-07-12T16:49:05Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:08.223489 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186774e0-5e96-47d8-b0f3-9f85b32f4ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315abcef-c3d4-4c95-a637-5ae2c0df9e92,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:08.241055 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-186774e0-5e96-47d8-b0f3-9f85b32f4ae3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=49acebdd7a824b69a8e1b7bb4fa2cf2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339912 Jul 12 16:49:08.248974 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33002) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:08.254312 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] Checking router: 6455eaba-0e2d-4f42-9778-77f6c5f1049b for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:49:08.264655 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:49:08.265292 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:48:49Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:08.300942 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5fcd-18f3-4416-9c28-ce1d1bd5123f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.308704 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5fcd-18f3-4416-9c28-ce1d1bd5123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.330741 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-01d7280b-b348-4dcc-b341-2727fcaf33a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.362352 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-01d7280b-b348-4dcc-b341-2727fcaf33a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.374853 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-fdcc5fcd-18f3-4416-9c28-ce1d1bd5123f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a4e6cd4dcae047678d5f67998ae802f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121398 Jul 12 16:49:08.381325 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33004) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:08.404707 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:49:08.421407 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5fcd-18f3-4416-9c28-ce1d1bd5123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8188ac7-99e3-4f90-96f8-f02370ec3d4d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:08.451193 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-01d7280b-b348-4dcc-b341-2727fcaf33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.454781 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-01d7280b-b348-4dcc-b341-2727fcaf33a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.460005 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-01d7280b-b348-4dcc-b341-2727fcaf33a0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/315abcef-c3d4-4c95-a637-5ae2c0df9e92 HTTP/1.1" status: 204 len: 168 time: 0.2084699 Jul 12 16:49:08.473212 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7280b-b348-4dcc-b341-2727fcaf33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315abcef-c3d4-4c95-a637-5ae2c0df9e92,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:08.504386 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-aa8da7c9-d6c9-424e-a3d4-a31bcb264e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.548557 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-aa8da7c9-d6c9-424e-a3d4-a31bcb264e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.632347 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-aa8da7c9-d6c9-424e-a3d4-a31bcb264e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.635500 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-aa8da7c9-d6c9-424e-a3d4-a31bcb264e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:08.637141 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-aa8da7c9-d6c9-424e-a3d4-a31bcb264e98 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8188ac7-99e3-4f90-96f8-f02370ec3d4d HTTP/1.1" status: 204 len: 168 time: 0.2545145 Jul 12 16:49:08.648007 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8da7c9-d6c9-424e-a3d4-a31bcb264e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8188ac7-99e3-4f90-96f8-f02370ec3d4d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:08.763467 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '105a2792-ce4e-4493-a0e8-3c9dcd716170', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'port_id': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'mac_address': 'fa:16:3e:c6:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:48:29Z', 'updated_at': '2021-07-12T16:49:05Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:08.795783 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a3e1e-09f3-4f57-ba72-23b7b9027375 None None] The sync data for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi is: [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '105a2792-ce4e-4493-a0e8-3c9dcd716170', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'port_id': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'mac_address': 'fa:16:3e:c6:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:48:29Z', 'updated_at': '2021-07-12T16:49:05Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:49:09.172886 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c9cec-c99c-49a0-96e2-f6f9c41c6481 None None] New status for floating IP 105a2792-ce4e-4493-a0e8-3c9dcd716170: ACTIVE {{(pid=99422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:49:09.192354 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-ac738544-0c89-47fb-aa03-9c29d975c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:09.195042 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-ac738544-0c89-47fb-aa03-9c29d975c741 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 1099 time: 0.1015079 Jul 12 16:49:09.377554 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-9bd9622c-9d69-4b7b-b967-894fa6820835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:09.379478 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-9bd9622c-9d69-4b7b-b967-894fa6820835 service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.1763878 Jul 12 16:49:09.574086 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-e6e41d42-5a56-4acd-bb84-6a1166094996 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 200 len: 999 time: 0.1800392 Jul 12 16:49:09.644622 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f64bc-a1df-4a2c-81ef-5a41038904d1 req-b9dde14a-a51d-4a7a-a785-3ada685907a9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:09.646176 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d59f64bc-a1df-4a2c-81ef-5a41038904d1 req-b9dde14a-a51d-4a7a-a785-3ada685907a9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1647532 Jul 12 16:49:09.662216 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-ef107856-4be3-4008-840f-3f3e3183a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:09.663658 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-ef107856-4be3-4008-840f-3f3e3183a055 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0795877 Jul 12 16:49:09.718129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33062) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:09.762847 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d59f64bc-a1df-4a2c-81ef-5a41038904d1 req-54d8df33-c843-43b4-9b26-110226a8a006 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081436 Jul 12 16:49:09.823247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-015ee2df-430c-4517-aeca-9150696b9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:09.824818 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-015ee2df-430c-4517-aeca-9150696b9d4d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1484618 Jul 12 16:49:09.907498 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f5e9b949-74d8-4c23-aa92-21b9e8eef9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:10.172023 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-17976667-6e4d-4776-ad37-215311027bc1 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392794 Jul 12 16:49:10.312857 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:49:10.487631 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695fd5d0-f154-4042-adae-e42ae1429bbf req-a4914762-0505-4100-9e62-94a6578a29a1 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085134 Jul 12 16:49:10.505000 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f5e9b949-74d8-4c23-aa92-21b9e8eef9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:10.510776 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f5e9b949-74d8-4c23-aa92-21b9e8eef9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:10.591830 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f5e9b949-74d8-4c23-aa92-21b9e8eef9fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=87e27cd8d21f46e282316c3ac92a8591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723192 Jul 12 16:49:10.594107 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9b949-74d8-4c23-aa92-21b9e8eef9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc331ebf-cff2-4e46-89d0-2537f787a465,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:10.596917 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33102) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:10.726900 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4f6be381-b339-4df8-af00-2df719e8eb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:10.780566 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4f6be381-b339-4df8-af00-2df719e8eb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:10.911557 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4f6be381-b339-4df8-af00-2df719e8eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:10.929178 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4f6be381-b339-4df8-af00-2df719e8eb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:10.940679 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4f6be381-b339-4df8-af00-2df719e8eb40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fc331ebf-cff2-4e46-89d0-2537f787a465 HTTP/1.1" status: 204 len: 168 time: 0.3389165 Jul 12 16:49:10.966226 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6be381-b339-4df8-af00-2df719e8eb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc331ebf-cff2-4e46-89d0-2537f787a465,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:11.143999 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab79c07-e8d0-4696-b1d6-fd1f680f9657 req-9615277c-5e10-4e1c-8bcc-971446633e47 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:11.168987 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6ab79c07-e8d0-4696-b1d6-fd1f680f9657 req-9615277c-5e10-4e1c-8bcc-971446633e47 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1863658 Jul 12 16:49:11.374077 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6ab79c07-e8d0-4696-b1d6-fd1f680f9657 req-3a5f2e69-c814-451b-9fe1-e1e86e0cfd2c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888511 Jul 12 16:49:11.497426 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33148) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:11.741523 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3bcecca2-d125-48a4-b790-986422b34ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:11.927615 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3bcecca2-d125-48a4-b790-986422b34ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:11.933504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3bcecca2-d125-48a4-b790-986422b34ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:12.008966 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-3bcecca2-d125-48a4-b790-986422b34ec0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=42487e23c8714228a486e23ce84520a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991252 Jul 12 16:49:12.008966 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33172) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:12.024375 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcecca2-d125-48a4-b790-986422b34ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e24ad-82d2-4176-81c5-f2523be17491,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:12.081404 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b434c9a1-4b7c-462f-a11a-e8f3dbc53605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:12.109535 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b434c9a1-4b7c-462f-a11a-e8f3dbc53605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:12.189554 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b434c9a1-4b7c-462f-a11a-e8f3dbc53605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:12.194651 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b434c9a1-4b7c-462f-a11a-e8f3dbc53605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:12.197422 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-b434c9a1-4b7c-462f-a11a-e8f3dbc53605 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/462e24ad-82d2-4176-81c5-f2523be17491 HTTP/1.1" status: 204 len: 168 time: 0.1900868 Jul 12 16:49:12.210737 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434c9a1-4b7c-462f-a11a-e8f3dbc53605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e24ad-82d2-4176-81c5-f2523be17491,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:12.819774 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c536a36-597d-472f-a7ba-0fcf452d950f req-dcaf7e7c-8541-40e7-8fc4-eccb382ba597 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:12.821541 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1c536a36-597d-472f-a7ba-0fcf452d950f req-dcaf7e7c-8541-40e7-8fc4-eccb382ba597 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1912348 Jul 12 16:49:12.885365 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1c536a36-597d-472f-a7ba-0fcf452d950f req-4959726e-b868-4bf0-a374-2c49327a01f4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521164 Jul 12 16:49:14.260274 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33292) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:14.364713 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c09dbc-5bfe-4c70-a0a7-7b7e95cd6e86 req-b389ce4e-2604-4838-961f-21f410914967 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:14.384106 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-86c09dbc-5bfe-4c70-a0a7-7b7e95cd6e86 req-b389ce4e-2604-4838-961f-21f410914967 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.2398040 Jul 12 16:49:14.465716 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-86c09dbc-5bfe-4c70-a0a7-7b7e95cd6e86 req-451cc635-e584-47cc-a597-5f28ae1e58c2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721705 Jul 12 16:49:14.716427 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b202-59ff-486b-a36c-9aec3c4ee86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:14.909330 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b202-59ff-486b-a36c-9aec3c4ee86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:14.916485 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b202-59ff-486b-a36c-9aec3c4ee86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.004921 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b7e8b202-59ff-486b-a36c-9aec3c4ee86d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce9e0b9d0b37436f9ae7bfe24ef2aefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7421725 Jul 12 16:49:15.007379 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33320) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:15.012405 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8b202-59ff-486b-a36c-9aec3c4ee86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f97bda7-2db0-4d0b-94e4-a110f51ff7b8,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:15.079131 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3d7513b8-3900-4e1b-a701-8e5ce3033878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.132127 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3d7513b8-3900-4e1b-a701-8e5ce3033878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.214192 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33330) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:15.245576 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3d7513b8-3900-4e1b-a701-8e5ce3033878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.251867 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3d7513b8-3900-4e1b-a701-8e5ce3033878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.258081 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-3d7513b8-3900-4e1b-a701-8e5ce3033878 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f97bda7-2db0-4d0b-94e4-a110f51ff7b8 HTTP/1.1" status: 204 len: 168 time: 0.2483139 Jul 12 16:49:15.285268 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7513b8-3900-4e1b-a701-8e5ce3033878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f97bda7-2db0-4d0b-94e4-a110f51ff7b8,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:15.385930 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0807d3f4-8ba4-4c70-ba5c-658334dfbd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.637541 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-081d48e4-5553-4b32-8bbf-47beba591280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.691042 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0807d3f4-8ba4-4c70-ba5c-658334dfbd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.696870 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0807d3f4-8ba4-4c70-ba5c-658334dfbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.931689 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-0807d3f4-8ba4-4c70-ba5c-658334dfbd29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a302c98ce68447589882be70cc4760eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156482 Jul 12 16:49:15.944511 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33366) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:15.966553 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807d3f4-8ba4-4c70-ba5c-658334dfbd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5ae236-8388-4ed3-ae71-1ca83b52cfd4,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:16.026259 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33368) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:16.098746 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3b90950e-9f7d-42bd-b5ca-2ee5e34fb51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.142717 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539549e3-d937-4219-8407-32bdedbec31d req-7d06803c-23d2-4ffe-ac79-8da89aa1a957 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:16.156065 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-539549e3-d937-4219-8407-32bdedbec31d req-7d06803c-23d2-4ffe-ac79-8da89aa1a957 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.2700350 Jul 12 16:49:16.203837 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-101c910d-67f6-4cf9-acfc-1de2acb3c832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.256413 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-539549e3-d937-4219-8407-32bdedbec31d req-feae1058-143d-4485-8816-2bb733827dce tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Jul 12 16:49:16.258030 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-101c910d-67f6-4cf9-acfc-1de2acb3c832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.350412 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-101c910d-67f6-4cf9-acfc-1de2acb3c832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.354601 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-101c910d-67f6-4cf9-acfc-1de2acb3c832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.356322 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-101c910d-67f6-4cf9-acfc-1de2acb3c832 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a5ae236-8388-4ed3-ae71-1ca83b52cfd4 HTTP/1.1" status: 204 len: 168 time: 0.4099476 Jul 12 16:49:16.391280 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c910d-67f6-4cf9-acfc-1de2acb3c832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5ae236-8388-4ed3-ae71-1ca83b52cfd4,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:16.509505 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3b90950e-9f7d-42bd-b5ca-2ee5e34fb51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.518523 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3b90950e-9f7d-42bd-b5ca-2ee5e34fb51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.627956 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33386) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:16.628463 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-3b90950e-9f7d-42bd-b5ca-2ee5e34fb51e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9691f073b2a148f5b1f4c1023765eee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942538 Jul 12 16:49:16.652670 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90950e-9f7d-42bd-b5ca-2ee5e34fb51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e723d0b7-957f-48a8-8976-daf4d7a41612,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:16.755509 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-26f30ced-217f-48dc-a10a-9e4693f2073c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:16.809052 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-26f30ced-217f-48dc-a10a-9e4693f2073c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.025572 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-26f30ced-217f-48dc-a10a-9e4693f2073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.030620 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-26f30ced-217f-48dc-a10a-9e4693f2073c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.032835 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-26f30ced-217f-48dc-a10a-9e4693f2073c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e723d0b7-957f-48a8-8976-daf4d7a41612 HTTP/1.1" status: 204 len: 168 time: 0.4027948 Jul 12 16:49:17.049389 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f30ced-217f-48dc-a10a-9e4693f2073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e723d0b7-957f-48a8-8976-daf4d7a41612,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:17.072117 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-01b4a92f-41e8-434a-b05c-0661bd5ebe1a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2100143 Jul 12 16:49:17.220394 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-59a9739a-78e2-4174-bc8a-ff936b7aa3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:17.222882 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-59a9739a-78e2-4174-bc8a-ff936b7aa3ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=46777e05b8e6427795170eea223b0486&device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0875757 Jul 12 16:49:17.521912 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-ecd0daf0-3f41-4333-b7c8-459741cca4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:17.523628 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-ecd0daf0-3f41-4333-b7c8-459741cca4cc service neutron] 10.222.0.97 "GET /v2.0/networks?id=4c903f4f-b4bc-4901-af4c-ff94b741c8b4 HTTP/1.1" status: 200 len: 913 time: 0.2645085 Jul 12 16:49:17.586859 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-ae9824ee-006b-4bd9-822b-5e86aca635b0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574f653-dceb-4438-bdc7-2fe37663857c HTTP/1.1" status: 200 len: 217 time: 0.0560222 Jul 12 16:49:17.622375 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc3fd-4569-4804-b233-8d3786452a22 req-be81f3f9-8411-4327-98b7-7e5dbbb42c6e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:17.624439 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e58cc3fd-4569-4804-b233-8d3786452a22 req-be81f3f9-8411-4327-98b7-7e5dbbb42c6e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1956263 Jul 12 16:49:17.708857 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-6583239e-4b42-44a1-8756-135cc5d831d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:17.710544 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-6583239e-4b42-44a1-8756-135cc5d831d0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c417274-b077-49ea-9ce2-4b1278bad810 HTTP/1.1" status: 200 len: 852 time: 0.1090105 Jul 12 16:49:17.714771 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e58cc3fd-4569-4804-b233-8d3786452a22 req-4592e560-1a8a-4fa1-85cd-b41778c1fd2c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687540 Jul 12 16:49:17.770840 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-cc0dfbfd-84c1-42c8-a04a-2d8a86fe9f52 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4c903f4f-b4bc-4901-af4c-ff94b741c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471036 Jul 12 16:49:17.949094 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-fca6cb3e-3dbb-4edf-9811-27a77631322d service neutron] 10.222.0.97 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657987 Jul 12 16:49:18.128424 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8329a9fe-5f52-4695-885e-056a149dbbeb req-04e9b21f-bab7-4454-b3d8-a185f3f37e42 service neutron] 10.222.0.97 "GET /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698415 Jul 12 16:49:18.357957 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33446) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:18.797555 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6910a507-e491-443d-b7f7-e78d5fd8cf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.900846 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.203977 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b3c38-3c9d-43f4-8456-bb08ad113489 req-a6301c90-5efa-4428-83dd-d025bfef2f44 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.206794 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-af9b3c38-3c9d-43f4-8456-bb08ad113489 req-a6301c90-5efa-4428-83dd-d025bfef2f44 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.1758828 Jul 12 16:49:19.210743 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6910a507-e491-443d-b7f7-e78d5fd8cf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.242731 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6910a507-e491-443d-b7f7-e78d5fd8cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.369070 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-af9b3c38-3c9d-43f4-8456-bb08ad113489 req-f524c72e-d7b0-46a6-909e-a0e0248f1f83 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536355 Jul 12 16:49:19.372320 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c785-0e1f-4819-b302-8c6afadc8e6e req-9342c59a-0e32-46fb-815f-91b6f27da402 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.378529 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6910a507-e491-443d-b7f7-e78d5fd8cf35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=698ae8fdc1074a22ac74f43d614ac9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0125949 Jul 12 16:49:19.382266 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33484) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:19.382776 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0424c785-0e1f-4819-b302-8c6afadc8e6e req-9342c59a-0e32-46fb-815f-91b6f27da402 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1516981 Jul 12 16:49:19.410583 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a507-e491-443d-b7f7-e78d5fd8cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9293cbf5-2d9b-43a6-acfa-89f985dfff7f,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:19.500092 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0424c785-0e1f-4819-b302-8c6afadc8e6e req-ca658f4f-8498-4d86-892f-5e507bfb9477 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084681 Jul 12 16:49:19.527461 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-629fb128-e29b-43f0-9439-e189ba17ad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.561407 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d15395f7-72ac-4f6b-8aca-66143d192efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.605805 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d15395f7-72ac-4f6b-8aca-66143d192efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.698502 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d15395f7-72ac-4f6b-8aca-66143d192efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.704833 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d15395f7-72ac-4f6b-8aca-66143d192efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:19.706317 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-d15395f7-72ac-4f6b-8aca-66143d192efa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9293cbf5-2d9b-43a6-acfa-89f985dfff7f HTTP/1.1" status: 204 len: 168 time: 0.3224709 Jul 12 16:49:19.720576 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15395f7-72ac-4f6b-8aca-66143d192efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9293cbf5-2d9b-43a6-acfa-89f985dfff7f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:20.363318 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33522) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:20.383903 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-89cc6109-42c7-48d3-acd3-ada55e76c9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:20.539903 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-89cc6109-42c7-48d3-acd3-ada55e76c9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:20.546814 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-89cc6109-42c7-48d3-acd3-ada55e76c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:20.624263 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-89cc6109-42c7-48d3-acd3-ada55e76c9a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f6519acbd7aa40128327d02957eaca3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596555 Jul 12 16:49:20.626838 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc6109-42c7-48d3-acd3-ada55e76c9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8af06-4436-4267-b058-10e9bec0204c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:20.627552 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33528) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:20.721121 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3044ade6-ce79-420d-8e26-fc6a191d04ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:20.723333 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae156eb-0d7c-498c-93e9-ef9263786f13 req-e10f1ec8-aec4-422a-9e15-3ff26d95317d tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:20.725241 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bae156eb-0d7c-498c-93e9-ef9263786f13 req-e10f1ec8-aec4-422a-9e15-3ff26d95317d tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.1182849 Jul 12 16:49:20.759599 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3044ade6-ce79-420d-8e26-fc6a191d04ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:20.807118 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bae156eb-0d7c-498c-93e9-ef9263786f13 req-3c8ce868-3916-4f56-890a-a7ffd7295fb8 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/security-groups?id=84e3c709-77cf-4bef-ae76-699fec8a5d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694940 Jul 12 16:49:20.898808 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65336297-763c-4bfc-8e47-9f640892b089 req-1fea867b-f639-49a6-8416-41e379d5ad2f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:20.902543 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-65336297-763c-4bfc-8e47-9f640892b089 req-1fea867b-f639-49a6-8416-41e379d5ad2f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1354852 Jul 12 16:49:20.905145 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3044ade6-ce79-420d-8e26-fc6a191d04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:20.908358 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3044ade6-ce79-420d-8e26-fc6a191d04ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:20.909632 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3044ade6-ce79-420d-8e26-fc6a191d04ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41d8af06-4436-4267-b058-10e9bec0204c HTTP/1.1" status: 204 len: 168 time: 0.2798820 Jul 12 16:49:20.927397 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044ade6-ce79-420d-8e26-fc6a191d04ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8af06-4436-4267-b058-10e9bec0204c,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:20.972682 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-65336297-763c-4bfc-8e47-9f640892b089 req-09a7db2f-3eb7-416b-b9fc-3ed85f2b4879 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615773 Jul 12 16:49:21.134728 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-326a070c-2809-41a2-af8c-94a5e4785a20 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:21.136371 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-326a070c-2809-41a2-af8c-94a5e4785a20 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0761297 Jul 12 16:49:21.331278 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Deleting port 8574f653-dceb-4438-bdc7-2fe37663857c {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:49:21.331855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.345143 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.399890 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33544) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:21.430320 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-579afb6d-d732-4335-955e-7acae0c8f360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.496726 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] For port 8574f653-dceb-4438-bdc7-2fe37663857c, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=8574f653-dceb-4438-bdc7-2fe37663857c,segment=NetworkSegment(1876251b-5781-4853-af03-d226ce5ffa6b),segment_id=1876251b-5781-4853-af03-d226ce5ffa6b)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:21.497558 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.525223 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Calling delete_port for 8574f653-dceb-4438-bdc7-2fe37663857c owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:49:21.755271 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.805067 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33556) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:21.816615 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-579afb6d-d732-4335-955e-7acae0c8f360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.821320 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-579afb6d-d732-4335-955e-7acae0c8f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.947199 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7854-f94f-478b-a577-61f35e7ffa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:21.963181 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-579afb6d-d732-4335-955e-7acae0c8f360 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cfd9ec55959e401994fa29a32159c98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621340 Jul 12 16:49:21.964402 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33566) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:21.978747 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579afb6d-d732-4335-955e-7acae0c8f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85159651-c6c1-4199-8ede-313190f89996,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:22.003977 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.025675 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['8574f653-dceb-4438-bdc7-2fe37663857c'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:49:22.043691 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Pushing event deleted for resources: {'Port': ['ID=8574f653-dceb-4438-bdc7-2fe37663857c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:22.053499 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f71df277-52b9-4f7e-ba9b-bec10f5bd584 req-29845f21-9a87-48bd-bed3-8b238952e620 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 210 time: 0.0677340 Jul 12 16:49:22.174301 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] No DVR routers for this DVR port 8574f653-dceb-4438-bdc7-2fe37663857c on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:49:22.177754 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.180301 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7cfba63d-492c-46f2-9532-2cabbe564318 req-491fa487-dc40-4fac-9f6f-c9114a88f7df tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.97 "DELETE /v2.0/ports/8574f653-dceb-4438-bdc7-2fe37663857c HTTP/1.1" status: 204 len: 173 time: 1.0364559 Jul 12 16:49:22.180791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'name': 'network-vif-deleted', 'tag': '8574f653-dceb-4438-bdc7-2fe37663857c'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:22.183153 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b362c0-e2c7-4cc3-8ac1-557135bf1ab3" -d '{"events": [{"server_uuid": "3b3590a6-4621-459f-92ab-6a4a4403d7a0", "name": "network-vif-deleted", "tag": "8574f653-dceb-4438-bdc7-2fe37663857c"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:22.187666 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-666a40c2-ec27-4b56-a7a8-e4cc2c3d30cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.250261 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-666a40c2-ec27-4b56-a7a8-e4cc2c3d30cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.278126 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7854-f94f-478b-a577-61f35e7ffa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.288660 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7854-f94f-478b-a577-61f35e7ffa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.304403 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e289-c291-4e96-918b-518c94ffb20c req-4b38906f-7fe4-4cd6-97fd-82b1be0c4366 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:22.306903 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0251e289-c291-4e96-918b-518c94ffb20c req-4b38906f-7fe4-4cd6-97fd-82b1be0c4366 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1084125 Jul 12 16:49:22.353387 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0251e289-c291-4e96-918b-518c94ffb20c req-9f64b2a0-0703-43be-bd28-346363f9314a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 Jul 12 16:49:22.358907 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-1b6f7854-f94f-478b-a577-61f35e7ffa7d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd3efb21bc2b4d549091aabcb8057431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525830 Jul 12 16:49:22.363213 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33578) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:22.372774 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f7854-f94f-478b-a577-61f35e7ffa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b91c2-c0b7-486f-81d9-d62305a7585b,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:22.408702 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-666a40c2-ec27-4b56-a7a8-e4cc2c3d30cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.414307 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-666a40c2-ec27-4b56-a7a8-e4cc2c3d30cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.416638 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-666a40c2-ec27-4b56-a7a8-e4cc2c3d30cf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85159651-c6c1-4199-8ede-313190f89996 HTTP/1.1" status: 204 len: 168 time: 0.4504938 Jul 12 16:49:22.417559 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb610a0f-9fd7-487d-9e64-ce35571d280f x-openstack-request-id: req-bb610a0f-9fd7-487d-9e64-ce35571d280f {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:22.418117 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3590a6-4621-459f-92ab-6a4a4403d7a0", "name": "network-vif-deleted", "tag": "8574f653-dceb-4438-bdc7-2fe37663857c", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:22.418117 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb610a0f-9fd7-487d-9e64-ce35571d280f {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:22.418513 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3590a6-4621-459f-92ab-6a4a4403d7a0', 'name': 'network-vif-deleted', 'tag': '8574f653-dceb-4438-bdc7-2fe37663857c', 'status': 'completed', 'code': 200} Jul 12 16:49:22.447282 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a40c2-ec27-4b56-a7a8-e4cc2c3d30cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85159651-c6c1-4199-8ede-313190f89996,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:22.489370 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d15f-1fe7-400e-bf6f-a785369fae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.527921 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d15f-1fe7-400e-bf6f-a785369fae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.606675 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d15f-1fe7-400e-bf6f-a785369fae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.610256 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d15f-1fe7-400e-bf6f-a785369fae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:22.614969 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-e3a1d15f-1fe7-400e-bf6f-a785369fae61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2c3b91c2-c0b7-486f-81d9-d62305a7585b HTTP/1.1" status: 204 len: 168 time: 0.2497969 Jul 12 16:49:22.631321 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1d15f-1fe7-400e-bf6f-a785369fae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b91c2-c0b7-486f-81d9-d62305a7585b,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:23.121111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33610) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:23.146972 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42a4382d-cbc9-45d9-ace2-35a8e1c42d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.275931 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.350429 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42a4382d-cbc9-45d9-ace2-35a8e1c42d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.356845 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42a4382d-cbc9-45d9-ace2-35a8e1c42d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.473905 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-42a4382d-cbc9-45d9-ace2-35a8e1c42d64 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b399e91615143d78a1d3d63c6e0b033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515081 Jul 12 16:49:23.476675 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33632) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:23.500138 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4e159fcf-ab68-44c3-afbd-22b8a2e39f50 req-f7ef4464-796a-4d7f-8c47-a9f1482dac15 tempest-DeleteServersTestJSON-351381734 tempest-DeleteServersTestJSON-351381734-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b3590a6-4621-459f-92ab-6a4a4403d7a0 HTTP/1.1" status: 200 len: 210 time: 0.1002748 Jul 12 16:49:23.527625 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4382d-cbc9-45d9-ace2-35a8e1c42d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0984bd-2d5a-4880-945c-a430f99bc5b2,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:23.659809 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cf998869-3a28-44aa-a600-38d3fe4a8cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.696266 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cf998869-3a28-44aa-a600-38d3fe4a8cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.833707 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cf998869-3a28-44aa-a600-38d3fe4a8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.837483 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cf998869-3a28-44aa-a600-38d3fe4a8cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.841311 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-cf998869-3a28-44aa-a600-38d3fe4a8cd0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d0984bd-2d5a-4880-945c-a430f99bc5b2 HTTP/1.1" status: 204 len: 168 time: 0.3601339 Jul 12 16:49:23.870253 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2f5d-0e4b-4971-9ce7-a523731f194b req-aaf256d7-cb9b-49f0-9f99-13f57003300a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:23.874165 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e1ae2f5d-0e4b-4971-9ce7-a523731f194b req-aaf256d7-cb9b-49f0-9f99-13f57003300a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1498907 Jul 12 16:49:23.876439 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf998869-3a28-44aa-a600-38d3fe4a8cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0984bd-2d5a-4880-945c-a430f99bc5b2,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:24.007659 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e1ae2f5d-0e4b-4971-9ce7-a523731f194b req-dfdaf99e-94ac-4c02-87e7-43af95b407ba tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152954 Jul 12 16:49:24.910330 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 8574f653-dceb-4438-bdc7-2fe37663857c no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:49:24.956489 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 8574f653-dceb-4438-bdc7-2fe37663857c {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:49:24.957053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 8574f653-dceb-4438-bdc7-2fe37663857c not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:49:25.236341 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33722) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:25.438735 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64c558-6bef-4ad0-9a13-e228ae6ad0ee req-bdbf0d97-65bb-49fe-9d4b-ec6665f6328e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:25.440533 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ac64c558-6bef-4ad0-9a13-e228ae6ad0ee req-bdbf0d97-65bb-49fe-9d4b-ec6665f6328e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1774070 Jul 12 16:49:25.440669 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75da7a1e-3bf7-494a-8f7b-b5bf9aff77f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.534207 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ac64c558-6bef-4ad0-9a13-e228ae6ad0ee req-3149a9af-b00e-47c4-ad05-7a826624b6c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866113 Jul 12 16:49:25.598899 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75da7a1e-3bf7-494a-8f7b-b5bf9aff77f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.602695 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33760) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:25.611202 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75da7a1e-3bf7-494a-8f7b-b5bf9aff77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.662994 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33766) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:25.672624 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-75da7a1e-3bf7-494a-8f7b-b5bf9aff77f8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb39702f8d9946209e8b0d651c6cab25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320095 Jul 12 16:49:25.674939 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da7a1e-3bf7-494a-8f7b-b5bf9aff77f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a240fb8b-5654-45f1-8c40-bfa539aec8cd,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:25.738819 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0d968060-065e-4b70-923c-6106fe036ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.769101 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d3f6e50-3ee7-4785-9840-e75cc2d4d6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.794265 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0d968060-065e-4b70-923c-6106fe036ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.928469 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0d968060-065e-4b70-923c-6106fe036ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.931143 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0d968060-065e-4b70-923c-6106fe036ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.932343 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-0d968060-065e-4b70-923c-6106fe036ac6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a240fb8b-5654-45f1-8c40-bfa539aec8cd HTTP/1.1" status: 204 len: 168 time: 0.2683198 Jul 12 16:49:25.957434 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d3f6e50-3ee7-4785-9840-e75cc2d4d6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.958833 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968060-065e-4b70-923c-6106fe036ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a240fb8b-5654-45f1-8c40-bfa539aec8cd,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:25.965096 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d3f6e50-3ee7-4785-9840-e75cc2d4d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.020257 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33782) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:26.032955 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6d3f6e50-3ee7-4785-9840-e75cc2d4d6ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be0a726c42b345fd95969f11d3612fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288166 Jul 12 16:49:26.036990 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33784) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:26.046020 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f6e50-3ee7-4785-9840-e75cc2d4d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdb9015-24c9-4960-82c9-c53465dbb779,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:26.167319 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0b5eadc2-dfab-49de-8076-3a5b310aba91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.220538 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0b5eadc2-dfab-49de-8076-3a5b310aba91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.285228 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0b5eadc2-dfab-49de-8076-3a5b310aba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.290264 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0b5eadc2-dfab-49de-8076-3a5b310aba91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.296458 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-0b5eadc2-dfab-49de-8076-3a5b310aba91 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6cdb9015-24c9-4960-82c9-c53465dbb779 HTTP/1.1" status: 204 len: 168 time: 0.2750273 Jul 12 16:49:26.311477 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eadc2-dfab-49de-8076-3a5b310aba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdb9015-24c9-4960-82c9-c53465dbb779,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:26.433849 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-71b42c75-8835-477d-8476-970468fe138c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.440615 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33802) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:26.505162 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] Deleting subnet 2c417274-b077-49ea-9ce2-4b1278bad810 {{(pid=99420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:49:26.508758 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.524476 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33804) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:26.550740 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1ca4551d-864c-4f45-bf59-85dcfc43a721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.557702 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.571977 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.591269 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-71b42c75-8835-477d-8476-970468fe138c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.598080 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-71b42c75-8835-477d-8476-970468fe138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.633200 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-71b42c75-8835-477d-8476-970468fe138c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3d9a16e3a5e4edca31fb8bfe3320e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946701 Jul 12 16:49:26.633930 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33810) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:26.648457 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for subnet, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.687833 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c417274-b077-49ea-9ce2-4b1278bad810,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:26.696988 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.702799 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f56589a0-4fe0-4323-9e51-019c90a4a39d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2c417274-b077-49ea-9ce2-4b1278bad810 HTTP/1.1" status: 204 len: 168 time: 0.2574682 Jul 12 16:49:26.703360 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33812) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:26.703478 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b42c75-8835-477d-8476-970468fe138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7197d5-85c5-4cca-9145-ce9b2214630b,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:26.770992 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d90d2938-d42e-4140-bec1-202984fb2e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.846095 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d90d2938-d42e-4140-bec1-202984fb2e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.853808 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.884084 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1ca4551d-864c-4f45-bf59-85dcfc43a721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.908095 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1ca4551d-864c-4f45-bf59-85dcfc43a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:26.964883 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a24b7-9a9d-4426-86a6-29d637fc927f req-9be1da20-e33b-4cf4-9c0a-a7236d77b1b8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:26.967117 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0b7a24b7-9a9d-4426-86a6-29d637fc927f req-9be1da20-e33b-4cf4-9c0a-a7236d77b1b8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.2246478 Jul 12 16:49:26.981818 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-1ca4551d-864c-4f45-bf59-85dcfc43a721 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f68941c01c894fb29d77867d0f853847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531124 Jul 12 16:49:26.985885 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33822) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:26.988906 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4551d-864c-4f45-bf59-85dcfc43a721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af242a5-3143-4786-ae97-1cc15117d9d5,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:27.004583 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d90d2938-d42e-4140-bec1-202984fb2e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.007186 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d90d2938-d42e-4140-bec1-202984fb2e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.010334 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-d90d2938-d42e-4140-bec1-202984fb2e27 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b7197d5-85c5-4cca-9145-ce9b2214630b HTTP/1.1" status: 204 len: 168 time: 0.3723681 Jul 12 16:49:27.017218 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.039785 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d2938-d42e-4140-bec1-202984fb2e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7197d5-85c5-4cca-9145-ce9b2214630b,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:27.040656 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.041244 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.042606 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.043167 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > port after_create 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.044001 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.044644 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > port after_update 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.045224 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.045826 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.046413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.047012 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.095002 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0b7a24b7-9a9d-4426-86a6-29d637fc927f req-9e5afd7d-69f9-48f0-95a5-4d448711f8be tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196568 Jul 12 16:49:27.128156 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-883e2428-5d74-422f-95a3-56c73e62d59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.162276 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-883e2428-5d74-422f-95a3-56c73e62d59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.250279 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-883e2428-5d74-422f-95a3-56c73e62d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.253412 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-883e2428-5d74-422f-95a3-56c73e62d59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.256500 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-883e2428-5d74-422f-95a3-56c73e62d59e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6af242a5-3143-4786-ae97-1cc15117d9d5 HTTP/1.1" status: 204 len: 168 time: 0.2677224 Jul 12 16:49:27.276085 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e2428-5d74-422f-95a3-56c73e62d59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af242a5-3143-4786-ae97-1cc15117d9d5,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:27.369744 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.370602 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.371716 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.373006 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:49:27.373954 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c903f4f-b4bc-4901-af4c-ff94b741c8b4']}} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:27.404336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1876251b-5781-4853-af03-d226ce5ffa6b') {'for_net_delete': True} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:27.404620 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1876251b-5781-4853-af03-d226ce5ffa6b') {} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:27.425105 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7762659'] for segment, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.458580 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.469749 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=99420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:49:27.470300 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7762060'] for segment, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: from cryptography.utils import int_from_bytes Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: from cryptography.utils import int_from_bytes Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: Traceback (most recent call last): Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: timer() Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: cb(*args, **kw) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: return func(*args, **kwargs) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: self._notify() Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: self.callback(batched_events) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: event.method(event) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: return f(self, *a, **k) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._get(url).json() Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: return self.request(url, 'GET', **kwargs) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:49:27.475689 dv-cinder-800490-1-iscsi neutron-server[99420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:49:27.765668 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.774662 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.781053 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] 10.222.0.74 "DELETE /v2.0/networks/4c903f4f-b4bc-4901-af4c-ff94b741c8b4 HTTP/1.1" status: 204 len: 168 time: 1.0722733 Jul 12 16:49:27.788350 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f72036-fd96-4234-a988-2ec626e6a9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4c903f4f-b4bc-4901-af4c-ff94b741c8b4,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:27.864056 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33852) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:28.110713 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33858) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:28.163258 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4328c00f-2367-4b31-a116-9947fc29feed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.263014 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-67f51225-c240-483c-9e1f-ad56925a6fd1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46777e05b8e6427795170eea223b0486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1442394 Jul 12 16:49:28.267417 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33862) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:28.275988 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 33864) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:28.322539 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf6cd-389c-4214-9e2f-9ac5b21560ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.357716 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-23fae82a-16c1-475d-80f8-e60e5211d567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.384891 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-23fae82a-16c1-475d-80f8-e60e5211d567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.475795 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-23fae82a-16c1-475d-80f8-e60e5211d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.480906 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-23fae82a-16c1-475d-80f8-e60e5211d567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.484195 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-23fae82a-16c1-475d-80f8-e60e5211d567 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84e3c709-77cf-4bef-ae76-699fec8a5d52 HTTP/1.1" status: 204 len: 168 time: 0.2136323 Jul 12 16:49:28.495170 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fae82a-16c1-475d-80f8-e60e5211d567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e3c709-77cf-4bef-ae76-699fec8a5d52,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:28.510209 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4328c00f-2367-4b31-a116-9947fc29feed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.533975 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4328c00f-2367-4b31-a116-9947fc29feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.576637 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff079d-a19e-4be4-ab32-42e04f68afdb req-959cbb6f-55b2-4ed4-b1ff-5001847b0521 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:28.578504 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9dff079d-a19e-4be4-ab32-42e04f68afdb req-959cbb6f-55b2-4ed4-b1ff-5001847b0521 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.2304685 Jul 12 16:49:28.613995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33876) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:28.626089 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4328c00f-2367-4b31-a116-9947fc29feed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0e19bdaedfb466b8120d3244f0cfb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7554772 Jul 12 16:49:28.638118 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c00f-2367-4b31-a116-9947fc29feed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd8e430-d17a-49b0-a724-c4b520c38969,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:28.729531 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b8e90381-a232-48fa-9c16-2381bb2240e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.760626 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9dff079d-a19e-4be4-ab32-42e04f68afdb req-5e549659-beb4-4399-880b-a2107f117f9a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330428 Jul 12 16:49:28.806774 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b8e90381-a232-48fa-9c16-2381bb2240e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.944936 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b8e90381-a232-48fa-9c16-2381bb2240e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.951336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b8e90381-a232-48fa-9c16-2381bb2240e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.952713 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf6cd-389c-4214-9e2f-9ac5b21560ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.956807 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-b8e90381-a232-48fa-9c16-2381bb2240e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fbd8e430-d17a-49b0-a724-c4b520c38969 HTTP/1.1" status: 204 len: 168 time: 0.3379457 Jul 12 16:49:28.964367 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf6cd-389c-4214-9e2f-9ac5b21560ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:28.998644 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e90381-a232-48fa-9c16-2381bb2240e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd8e430-d17a-49b0-a724-c4b520c38969,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:29.093634 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8d5bf6cd-389c-4214-9e2f-9ac5b21560ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88792a3a75e541979a0ba6dec31ae8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8099093 Jul 12 16:49:29.094249 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 33892) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:29.096211 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bf6cd-389c-4214-9e2f-9ac5b21560ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9273b014-0e9e-4d75-9ef7-57f48fec2e33,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:29.214980 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-035bb85f-6c4d-440d-b055-50ef91893f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:29.273725 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-035bb85f-6c4d-440d-b055-50ef91893f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:29.439392 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-035bb85f-6c4d-440d-b055-50ef91893f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:29.450187 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-035bb85f-6c4d-440d-b055-50ef91893f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:29.450187 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-035bb85f-6c4d-440d-b055-50ef91893f32 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9273b014-0e9e-4d75-9ef7-57f48fec2e33 HTTP/1.1" status: 204 len: 168 time: 0.3486917 Jul 12 16:49:29.459275 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bb85f-6c4d-440d-b055-50ef91893f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273b014-0e9e-4d75-9ef7-57f48fec2e33,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:30.150920 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf67f-f24f-4e9a-88b6-2e9923b2fc3e req-11b9cb8e-f438-4363-aeb2-b0ea978fbef9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:30.152525 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5a5bf67f-f24f-4e9a-88b6-2e9923b2fc3e req-11b9cb8e-f438-4363-aeb2-b0ea978fbef9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0762205 Jul 12 16:49:30.210282 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5a5bf67f-f24f-4e9a-88b6-2e9923b2fc3e req-9ed1cb20-91db-4e7a-82d9-3bac1cf886e3 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515978 Jul 12 16:49:30.950608 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6183a-2751-4f8f-b617-72cc0c169d1c req-93c913bb-72c7-45ee-918b-89cf3db437b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:30.953403 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-99f6183a-2751-4f8f-b617-72cc0c169d1c req-93c913bb-72c7-45ee-918b-89cf3db437b4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 1098 time: 0.0794809 Jul 12 16:49:30.997186 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-99f6183a-2751-4f8f-b617-72cc0c169d1c req-55038e4e-1fa5-4266-abce-962536c03ad1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Jul 12 16:49:31.544754 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19b16d-5b89-43db-8f51-5c9b1adf99eb req-4402a04f-8faf-4685-ab01-ab3a0568b3a9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:31.548326 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6b19b16d-5b89-43db-8f51-5c9b1adf99eb req-4402a04f-8faf-4685-ab01-ab3a0568b3a9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1739624 Jul 12 16:49:31.594174 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6b19b16d-5b89-43db-8f51-5c9b1adf99eb req-627089e6-470d-43e4-919f-c9319db88326 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Jul 12 16:49:32.877207 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7e55f-9095-4dc2-8780-a72e12f4dd13 req-ba177237-fa31-473c-ab93-2b163531164d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:32.885104 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-41a7e55f-9095-4dc2-8780-a72e12f4dd13 req-ba177237-fa31-473c-ab93-2b163531164d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1219411 Jul 12 16:49:32.939002 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-41a7e55f-9095-4dc2-8780-a72e12f4dd13 req-0b5abe47-cc00-434e-adc0-9322bf2ff7cf tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Jul 12 16:49:33.254637 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f4d66-2b26-445d-b358-097f0088fc8a req-a546265b-bda7-4c43-afa2-ea127c1e4d28 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:33.262308 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e9f4d66-2b26-445d-b358-097f0088fc8a req-a546265b-bda7-4c43-afa2-ea127c1e4d28 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1082342 Jul 12 16:49:33.306970 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e9f4d66-2b26-445d-b358-097f0088fc8a req-21abb4e7-d2cb-4018-a0a3-5d56d8136499 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Jul 12 16:49:38.699899 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172e20-38ba-418f-bf0a-434a21452c81 req-92ec7dc0-e621-410b-80f9-881b79731413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:38.702358 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34172e20-38ba-418f-bf0a-434a21452c81 req-92ec7dc0-e621-410b-80f9-881b79731413 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.0709054 Jul 12 16:49:38.780705 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c26a4d-a6c9-41b6-9f8a-8215eb2fde2f req-7e390d37-ccc3-403e-b896-7cef49bc6e31 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:38.782346 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3c26a4d-a6c9-41b6-9f8a-8215eb2fde2f req-7e390d37-ccc3-403e-b896-7cef49bc6e31 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1036243 Jul 12 16:49:38.832642 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3c26a4d-a6c9-41b6-9f8a-8215eb2fde2f req-94ea1eef-f24c-466a-90f6-c0b6ea085a87 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Jul 12 16:49:38.837604 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172e20-38ba-418f-bf0a-434a21452c81 req-e254b033-27e8-4b34-a224-0a03e59ffb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:38.840343 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34172e20-38ba-418f-bf0a-434a21452c81 req-e254b033-27e8-4b34-a224-0a03e59ffb64 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.1285696 Jul 12 16:49:39.837716 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34172e20-38ba-418f-bf0a-434a21452c81 req-f765edff-dfe0-4852-880b-2015133809b9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 217 time: 0.0404637 Jul 12 16:49:40.040796 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d329e2-5fcd-40d9-8aa2-0120438407b8 req-473f665e-f935-4d76-ba5a-3b38d8f4e2da tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:40.042479 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c4d329e2-5fcd-40d9-8aa2-0120438407b8 req-473f665e-f935-4d76-ba5a-3b38d8f4e2da tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0740793 Jul 12 16:49:40.087057 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c4d329e2-5fcd-40d9-8aa2-0120438407b8 req-a45be5c2-0cb8-447a-96cb-88d7d3bfefda tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Jul 12 16:49:41.290867 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3bfa4-49b4-4e46-aa05-0190b841a46f req-672bcd1c-e84a-41fb-a44d-4e7ded1a1766 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:41.293042 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-67d3bfa4-49b4-4e46-aa05-0190b841a46f req-672bcd1c-e84a-41fb-a44d-4e7ded1a1766 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0726187 Jul 12 16:49:41.338922 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-67d3bfa4-49b4-4e46-aa05-0190b841a46f req-586e43ee-ed8c-45db-b344-f669dee61518 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 Jul 12 16:49:41.943147 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172e20-38ba-418f-bf0a-434a21452c81 req-5011cf65-32ea-440f-966c-5c93bb94341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:41.944773 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34172e20-38ba-418f-bf0a-434a21452c81 req-5011cf65-32ea-440f-966c-5c93bb94341d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.0557683 Jul 12 16:49:41.985559 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34172e20-38ba-418f-bf0a-434a21452c81 req-edb15721-2541-49bc-bd0d-5482ed220a56 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301664 Jul 12 16:49:42.103416 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34172e20-38ba-418f-bf0a-434a21452c81 req-1f9142ef-e83d-4366-9a4f-24cd49e96902 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992997 Jul 12 16:49:42.229340 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34172e20-38ba-418f-bf0a-434a21452c81 req-75eec43c-0852-446d-aa45-8395ae716d7c service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109231 Jul 12 16:49:42.579233 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd6e09-d144-4298-8776-b2bf1a5ab98d req-f689d159-329c-41e7-acb3-acc2450d78af tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:42.581107 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c7bd6e09-d144-4298-8776-b2bf1a5ab98d req-f689d159-329c-41e7-acb3-acc2450d78af tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1037946 Jul 12 16:49:42.642494 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c7bd6e09-d144-4298-8776-b2bf1a5ab98d req-be3bd067-34ac-452e-8e3f-3c5e84e00a7e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Jul 12 16:49:42.858080 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34332) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:43.034761 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-16fcc33b-88db-4e7a-a80d-cd9028bd56e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.179141 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-16fcc33b-88db-4e7a-a80d-cd9028bd56e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.185352 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-16fcc33b-88db-4e7a-a80d-cd9028bd56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.228835 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-16fcc33b-88db-4e7a-a80d-cd9028bd56e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=80a355970bc1473baf8e1f661eb9e182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694389 Jul 12 16:49:43.230084 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcc33b-88db-4e7a-a80d-cd9028bd56e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3dec9f-8cc2-48fa-9fc6-e9f5162ad168,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:43.233230 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34360) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:43.299018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5c0e61ec-a4b6-4899-a80c-ab57a7a4b975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.337822 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5c0e61ec-a4b6-4899-a80c-ab57a7a4b975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.413657 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5c0e61ec-a4b6-4899-a80c-ab57a7a4b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.416307 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5c0e61ec-a4b6-4899-a80c-ab57a7a4b975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.417617 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-5c0e61ec-a4b6-4899-a80c-ab57a7a4b975 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bf3dec9f-8cc2-48fa-9fc6-e9f5162ad168 HTTP/1.1" status: 204 len: 168 time: 0.1832113 Jul 12 16:49:43.426803 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e61ec-a4b6-4899-a80c-ab57a7a4b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3dec9f-8cc2-48fa-9fc6-e9f5162ad168,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:43.486262 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 34366) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:43.619179 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0347-2afa-4c57-b2eb-e1c1029c335e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.779176 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0347-2afa-4c57-b2eb-e1c1029c335e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.785610 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0347-2afa-4c57-b2eb-e1c1029c335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:43.912168 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-cdcc0347-2afa-4c57-b2eb-e1c1029c335e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=456c522e75124d9eb59c51a2b1913e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239705 Jul 12 16:49:43.913016 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34380) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:43.921581 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc0347-2afa-4c57-b2eb-e1c1029c335e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436bfb53-06cf-47cf-bfe7-b7e9bd9a9615,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:43.971137 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa4925-e704-410e-accf-5c5244c76617 req-f0fab91b-be0c-4d09-8d0c-5caa1d14e960 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:43.978634 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5aaa4925-e704-410e-accf-5c5244c76617 req-f0fab91b-be0c-4d09-8d0c-5caa1d14e960 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1572323 Jul 12 16:49:43.979080 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4b61b921-44b2-40cb-b28d-f02e391891a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.023526 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4b61b921-44b2-40cb-b28d-f02e391891a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.039957 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5aaa4925-e704-410e-accf-5c5244c76617 req-433162b2-03e1-45ae-acb0-9daa7c76bb6f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603120 Jul 12 16:49:44.107238 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4b61b921-44b2-40cb-b28d-f02e391891a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.110509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4b61b921-44b2-40cb-b28d-f02e391891a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.111926 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4b61b921-44b2-40cb-b28d-f02e391891a3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/436bfb53-06cf-47cf-bfe7-b7e9bd9a9615 HTTP/1.1" status: 204 len: 168 time: 0.1976120 Jul 12 16:49:44.125294 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61b921-44b2-40cb-b28d-f02e391891a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436bfb53-06cf-47cf-bfe7-b7e9bd9a9615,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:44.540801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34410) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:44.560209 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-558470a0-0d6a-4946-83f6-1985db982271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.696207 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-558470a0-0d6a-4946-83f6-1985db982271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.701644 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-558470a0-0d6a-4946-83f6-1985db982271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.757183 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-558470a0-0d6a-4946-83f6-1985db982271 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f7adba024b246009d5e0d024cd2c5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147632 Jul 12 16:49:44.760980 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558470a0-0d6a-4946-83f6-1985db982271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e91e9e-90dc-4919-9be4-b6a07a551877,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:44.762002 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 34416) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:44.828935 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fbe048ab-8a43-4677-b261-25d80870f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.857186 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fbe048ab-8a43-4677-b261-25d80870f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.961882 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fbe048ab-8a43-4677-b261-25d80870f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.971028 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fbe048ab-8a43-4677-b261-25d80870f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:44.973243 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-fbe048ab-8a43-4677-b261-25d80870f701 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b8e91e9e-90dc-4919-9be4-b6a07a551877 HTTP/1.1" status: 204 len: 168 time: 0.2092948 Jul 12 16:49:44.986883 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe048ab-8a43-4677-b261-25d80870f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e91e9e-90dc-4919-9be4-b6a07a551877,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:45.276438 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88445172-d5b8-4310-8670-ffb3574de594 req-bdd64c6a-9c20-4411-9cbd-9525f8a349c8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:45.278497 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-88445172-d5b8-4310-8670-ffb3574de594 req-bdd64c6a-9c20-4411-9cbd-9525f8a349c8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0933325 Jul 12 16:49:45.360297 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-88445172-d5b8-4310-8670-ffb3574de594 req-0a1b5e08-f38b-4714-b668-deb6a1577349 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Jul 12 16:49:45.613429 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ad0aae6e-0aed-4651-8964-5c8d6c3a9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:46.629213 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62a4c1-8f9c-40f7-bd44-f50ead68861f req-552698bb-c138-4abf-a4cf-1ace9f315bb7 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:46.631540 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5f62a4c1-8f9c-40f7-bd44-f50ead68861f req-552698bb-c138-4abf-a4cf-1ace9f315bb7 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1105475 Jul 12 16:49:46.683532 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5f62a4c1-8f9c-40f7-bd44-f50ead68861f req-ad2ac6c3-53cc-48a2-9c61-b8a9f773d82b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Jul 12 16:49:47.316327 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:49:47.955663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc4695-f5ca-4d99-b6d2-21957774ebec req-a9410d9c-6bca-4dd5-b8ed-83d3837792b0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:47.957307 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-83bc4695-f5ca-4d99-b6d2-21957774ebec req-a9410d9c-6bca-4dd5-b8ed-83d3837792b0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0817754 Jul 12 16:49:48.011695 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-83bc4695-f5ca-4d99-b6d2-21957774ebec req-fb797367-f6c5-49b9-ba71-a6aa6bfb1477 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Jul 12 16:49:48.664345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 34598) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:48.821697 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-89feb1f1-c703-4d55-966e-f67a74554a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:48.899882 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:48.970243 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-89feb1f1-c703-4d55-966e-f67a74554a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:48.975865 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-89feb1f1-c703-4d55-966e-f67a74554a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.017609 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-89feb1f1-c703-4d55-966e-f67a74554a9b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66c246157a4c44bab4ec88af09aee055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521526 Jul 12 16:49:49.019298 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89feb1f1-c703-4d55-966e-f67a74554a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad9f34-b323-4bcb-b5fc-deb94b6c939e,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:49.020712 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34610) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:49.078786 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-98ab0acc-be35-4ee7-a217-77e3b158dc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.103971 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-98ab0acc-be35-4ee7-a217-77e3b158dc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.170027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-98ab0acc-be35-4ee7-a217-77e3b158dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.173532 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-98ab0acc-be35-4ee7-a217-77e3b158dc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.178164 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-98ab0acc-be35-4ee7-a217-77e3b158dc70 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a0ad9f34-b323-4bcb-b5fc-deb94b6c939e HTTP/1.1" status: 204 len: 168 time: 0.1561058 Jul 12 16:49:49.189554 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab0acc-be35-4ee7-a217-77e3b158dc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad9f34-b323-4bcb-b5fc-deb94b6c939e,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:49.252450 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06da637-7898-4af7-98b7-6799a658dba2 req-452dbc84-892c-470c-bec4-88cf62024b06 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:49.255438 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f06da637-7898-4af7-98b7-6799a658dba2 req-452dbc84-892c-470c-bec4-88cf62024b06 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1107378 Jul 12 16:49:49.307322 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f06da637-7898-4af7-98b7-6799a658dba2 req-36adb209-1916-4c32-b685-e52f78448bde tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Jul 12 16:49:49.503795 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f4f69959-233a-4525-96a4-424f31f9d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.546168 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 34620) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:49.568792 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9ce6-c9a4-4160-810a-9d06d0af42eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.708064 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9ce6-c9a4-4160-810a-9d06d0af42eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.713103 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9ce6-c9a4-4160-810a-9d06d0af42eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.764255 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5b7b9ce6-c9a4-4160-810a-9d06d0af42eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5848ec5574194509b507cdd54a6a1142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166250 Jul 12 16:49:49.767042 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b9ce6-c9a4-4160-810a-9d06d0af42eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71be0605-1abc-4a57-8ba3-fe43f90230dc,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:49.770281 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34624) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:49.853622 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a0aef877-b84b-45ea-b51c-a9a7d7e13ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.892351 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a0aef877-b84b-45ea-b51c-a9a7d7e13ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.986948 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a0aef877-b84b-45ea-b51c-a9a7d7e13ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.992261 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a0aef877-b84b-45ea-b51c-a9a7d7e13ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:49.994539 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a0aef877-b84b-45ea-b51c-a9a7d7e13ad2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/71be0605-1abc-4a57-8ba3-fe43f90230dc HTTP/1.1" status: 204 len: 168 time: 0.2223835 Jul 12 16:49:50.013426 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aef877-b84b-45ea-b51c-a9a7d7e13ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71be0605-1abc-4a57-8ba3-fe43f90230dc,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:50.623920 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df63716-d4d3-479a-b9e5-90b37c2d05d1 req-422860cd-5137-48cd-a0c4-9283c610b8aa tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:50.625614 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3df63716-d4d3-479a-b9e5-90b37c2d05d1 req-422860cd-5137-48cd-a0c4-9283c610b8aa tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0968239 Jul 12 16:49:50.678506 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3df63716-d4d3-479a-b9e5-90b37c2d05d1 req-b18c9e09-04cb-4acc-8408-cebfd8ba6f1e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Jul 12 16:49:50.973156 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 34664) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:51.085146 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2025097151-network', 'tenant_id': '8614e7b296594cc7a601ccbf3e82b387'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:51.110870 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Made reservation on behalf of 8614e7b296594cc7a601ccbf3e82b387 for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:51.114011 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.125661 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.243137 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.249323 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.298547 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=99421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:49:51.317798 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a5452-4568-4b0d-b06e-6e8f480bf30e,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:51.329608 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.330181 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Added segment 342ce72f-1f87-439a-adbd-ff67e98d5039 of type vlan for network dff30779-254f-40e9-be77-120de930cd33 Jul 12 16:49:51.363335 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.425450 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.480790 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.482331 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:51.483359 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.548210 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34672) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:51.548996 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5739517 Jul 12 16:49:51.557975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Request body: {'subnet': {'network_id': 'dff30779-254f-40e9-be77-120de930cd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2025097151-subnet', 'tenant_id': '8614e7b296594cc7a601ccbf3e82b387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:51.571641 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751a9c8-fd16-4941-801d-80c4e42a321d admin admin] Pushing event updated for resources: {'Network': ['ID=dff30779-254f-40e9-be77-120de930cd33,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:51.587716 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network dff30779-254f-40e9-be77-120de930cd33 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:49:51.609054 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Made reservation on behalf of 8614e7b296594cc7a601ccbf3e82b387 for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:51.611952 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.771174 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.864522 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:51.925245 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6651311-5118-4a60-abc8-8aa8a6461178,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:51.953966 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Checking segment: {'id': '342ce72f-1f87-439a-adbd-ff67e98d5039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'dff30779-254f-40e9-be77-120de930cd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:49:51.954324 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Network hostable DHCP agents. Network: dff30779-254f-40e9-be77-120de930cd33, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:49:51.959884 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec131-ba49-4acc-b865-7f9651178839 req-aaf7b433-bb4c-4b6d-92ae-51f60184ffbd tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:51.962993 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ad6ec131-ba49-4acc-b865-7f9651178839 req-aaf7b433-bb4c-4b6d-92ae-51f60184ffbd tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0965731 Jul 12 16:49:51.974632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Network dff30779-254f-40e9-be77-120de930cd33 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:49:51.986845 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, dff30779-254f-40e9-be77-120de930cd33) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:49:51.997184 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d5bdc-6b4c-4b53-8188-f567716c9afe None None] Network dff30779-254f-40e9-be77-120de930cd33 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:49:52.006490 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:52.007463 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.028801 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-62ccd832-ab44-4d26-b631-7166bda8d32a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4788575 Jul 12 16:49:52.029462 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ad6ec131-ba49-4acc-b865-7f9651178839 req-7bed3a50-4352-493e-95c2-a5f7c922f069 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573082 Jul 12 16:49:52.166018 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313961bb-ea83-4c48-bfce-2a8a09b4fe0a None None] Network dff30779-254f-40e9-be77-120de930cd33 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:49:52.592362 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34702) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:52.598125 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371815034-network', 'tenant_id': 'e1c075c318dd471d805283d1d92b7e16'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:52.624026 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Made reservation on behalf of e1c075c318dd471d805283d1d92b7e16 for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:52.627719 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.637167 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.745145 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.749789 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.786690 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:49:52.799377 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6201d295-744b-42ac-a6a0-55e0fe56221d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:52.804982 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.805307 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Added segment ee4c7476-856a-49f6-a143-ae7ab682e63a of type vlan for network bbfdabfb-118e-4416-9416-065817c9af4e Jul 12 16:49:52.850057 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.885394 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.886605 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:52.887200 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:52.948469 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3548236 Jul 12 16:49:52.952677 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 34706) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:52.958249 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffe557-0921-48bd-b121-fe2590e09454 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfdabfb-118e-4416-9416-065817c9af4e,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:52.959543 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Request body: {'subnet': {'network_id': 'bbfdabfb-118e-4416-9416-065817c9af4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371815034-subnet', 'tenant_id': 'e1c075c318dd471d805283d1d92b7e16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:52.973812 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network bbfdabfb-118e-4416-9416-065817c9af4e details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:49:52.992966 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Made reservation on behalf of e1c075c318dd471d805283d1d92b7e16 for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:52.996316 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3043108'] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:53.256823 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:53.341235 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2757046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3039454'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:53.354678 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16688df0-cce1-4c92-843b-bb782b17a548 req-41f89931-01d1-4344-9779-eaa036cc2d1e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:53.356928 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-16688df0-cce1-4c92-843b-bb782b17a548 req-41f89931-01d1-4344-9779-eaa036cc2d1e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1956010 Jul 12 16:49:53.431414 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1bc38c9-1624-4870-b4a7-20db94203809,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:53.449144 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-16688df0-cce1-4c92-843b-bb782b17a548 req-47e13cff-be51-41c5-908d-aeddf3bde60c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712962 Jul 12 16:49:53.457799 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Checking segment: {'id': 'ee4c7476-856a-49f6-a143-ae7ab682e63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bbfdabfb-118e-4416-9416-065817c9af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:49:53.458188 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Network hostable DHCP agents. Network: bbfdabfb-118e-4416-9416-065817c9af4e, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:49:53.477680 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Network bbfdabfb-118e-4416-9416-065817c9af4e is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:49:53.490558 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, bbfdabfb-118e-4416-9416-065817c9af4e) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:49:53.496173 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:53.497188 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:53.502954 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc716cf9-7269-43b1-b45c-35247f3fcd37 None None] Network bbfdabfb-118e-4416-9416-065817c9af4e requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:49:53.516465 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-79bc80c2-e484-43f3-8669-ec26d306df0e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5621672 Jul 12 16:49:53.671788 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892821c-64e8-42b3-95d4-21b9285208a4 None None] Network bbfdabfb-118e-4416-9416-065817c9af4e requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:49:54.658005 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eb12d-9afb-4b85-9826-3796685d4884 req-38a33d54-4450-4491-a297-9ec2f718d0b6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:54.660151 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-546eb12d-9afb-4b85-9826-3796685d4884 req-38a33d54-4450-4491-a297-9ec2f718d0b6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0781424 Jul 12 16:49:54.702922 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-546eb12d-9afb-4b85-9826-3796685d4884 req-d3d704b3-fc5c-4888-abf4-75c699f4dcf5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362711 Jul 12 16:49:55.910997 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac91d-29e8-4fc0-948b-4d7564c5cf24 req-ef4a7f9b-4966-4ff9-9857-c15c9663aa94 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:55.913526 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-deeac91d-29e8-4fc0-948b-4d7564c5cf24 req-ef4a7f9b-4966-4ff9-9857-c15c9663aa94 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0756662 Jul 12 16:49:55.963626 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-deeac91d-29e8-4fc0-948b-4d7564c5cf24 req-e4c79d37-beed-48fe-8483-7fd6442ef733 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Jul 12 16:49:57.155006 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadb14-ccf5-4e74-a04f-e6ce23405875 req-13152293-32bb-46d6-a911-764feee047ab tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:57.156542 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6bfadb14-ccf5-4e74-a04f-e6ce23405875 req-13152293-32bb-46d6-a911-764feee047ab tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0673997 Jul 12 16:49:57.200959 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6bfadb14-ccf5-4e74-a04f-e6ce23405875 req-e17d44e3-e5ec-4c41-b95d-0f981699ee42 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384071 Jul 12 16:49:57.917689 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 34814) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:58.100279 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-25c6efd4-1538-4291-91c5-a707d5ddf7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:58.222562 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-25c6efd4-1538-4291-91c5-a707d5ddf7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:58.230323 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-25c6efd4-1538-4291-91c5-a707d5ddf7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:58.286913 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-25c6efd4-1538-4291-91c5-a707d5ddf7d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4dcfbf261dd04c2f84d1b9120796dff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672459 Jul 12 16:49:58.290680 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 34828) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:58.311701 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6efd4-1538-4291-91c5-a707d5ddf7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b83bb5-8ec8-47b8-a21d-81af7c206d16,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:58.367412 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d049e50a-b7ae-4def-8a7e-63509d2e0ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:58.404426 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d049e50a-b7ae-4def-8a7e-63509d2e0ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:58.420312 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23983b2d-549d-46cc-9868-395e1b321065 req-74886513-12f1-464e-a375-e2d1047f116d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:58.421976 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-23983b2d-549d-46cc-9868-395e1b321065 req-74886513-12f1-464e-a375-e2d1047f116d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0726168 Jul 12 16:49:58.465695 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d049e50a-b7ae-4def-8a7e-63509d2e0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:58.471177 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-23983b2d-549d-46cc-9868-395e1b321065 req-96513e6e-24fe-4812-a772-2e5bc124a787 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389609 Jul 12 16:49:58.471734 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d049e50a-b7ae-4def-8a7e-63509d2e0ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:58.473877 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-d049e50a-b7ae-4def-8a7e-63509d2e0ce1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9b83bb5-8ec8-47b8-a21d-81af7c206d16 HTTP/1.1" status: 204 len: 168 time: 0.1815579 Jul 12 16:49:58.488048 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049e50a-b7ae-4def-8a7e-63509d2e0ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b83bb5-8ec8-47b8-a21d-81af7c206d16,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:59.666083 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c34ac-e293-4ad3-b09b-ef347b68a684 req-0b9fabb4-03ca-408a-a5c5-17ec2bffed69 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:59.667648 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-954c34ac-e293-4ad3-b09b-ef347b68a684 req-0b9fabb4-03ca-408a-a5c5-17ec2bffed69 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0736346 Jul 12 16:49:59.710697 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-954c34ac-e293-4ad3-b09b-ef347b68a684 req-cf97533e-48a5-4d38-983d-68f284c3217e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363321 Jul 12 16:50:00.905212 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ace9f-2faf-432c-a96e-e4995ae7d0e2 req-eef70e3a-a9b9-4829-8fe2-2dda8e9cb265 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:00.906955 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-570ace9f-2faf-432c-a96e-e4995ae7d0e2 req-eef70e3a-a9b9-4829-8fe2-2dda8e9cb265 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0723536 Jul 12 16:50:00.956200 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-570ace9f-2faf-432c-a96e-e4995ae7d0e2 req-92d7196d-d755-4fd8-b956-7abba4aca19d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Jul 12 16:50:02.149461 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb032-f4c3-4545-8dd2-638f12d93a46 req-c10b950b-5463-4eb4-8a37-dd9892fad661 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:02.151235 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7d6fb032-f4c3-4545-8dd2-638f12d93a46 req-c10b950b-5463-4eb4-8a37-dd9892fad661 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0683339 Jul 12 16:50:02.198928 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7d6fb032-f4c3-4545-8dd2-638f12d93a46 req-3aab029c-ac82-4323-8a18-c6f155c25a5a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Jul 12 16:50:02.318508 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a21ddb-d541-43d0-98d8-cb07645f5bee req-328948cd-af53-49b9-925e-6659d1a52b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:02.319963 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-78a21ddb-d541-43d0-98d8-cb07645f5bee req-328948cd-af53-49b9-925e-6659d1a52b79 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.0604792 Jul 12 16:50:02.367429 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-78a21ddb-d541-43d0-98d8-cb07645f5bee req-f0d7fdbd-bf7a-4466-b07c-9977ff717632 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Jul 12 16:50:03.421784 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e41ea-314c-4a24-b427-701f109c7cca req-573c543c-b788-4621-8960-442aa75d06e6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:03.423456 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-222e41ea-314c-4a24-b427-701f109c7cca req-573c543c-b788-4621-8960-442aa75d06e6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0975759 Jul 12 16:50:03.471616 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-222e41ea-314c-4a24-b427-701f109c7cca req-2ac37215-0bb7-4f28-8a2d-742f35d491cb tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Jul 12 16:50:04.671901 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f7aa-6ec5-4590-8118-08727bb73947 req-34ff407e-91dc-42b2-aabb-eba903a83667 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:04.678831 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8aa6f7aa-6ec5-4590-8118-08727bb73947 req-34ff407e-91dc-42b2-aabb-eba903a83667 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0821128 Jul 12 16:50:04.726171 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8aa6f7aa-6ec5-4590-8118-08727bb73947 req-597522a1-387e-45cd-b14c-199b039740b2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Jul 12 16:50:05.206633 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-8df5d2df-f903-4a99-a958-d15e0141aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:05.208177 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-8df5d2df-f903-4a99-a958-d15e0141aee5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.1207235 Jul 12 16:50:05.238352 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d3b89-2669-48ed-97c6-edead8a77e00 req-5e970f5a-4129-4c74-8ffd-b870d3cacfbc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:05.239894 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-115d3b89-2669-48ed-97c6-edead8a77e00 req-5e970f5a-4129-4c74-8ffd-b870d3cacfbc tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1111147 Jul 12 16:50:05.294067 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-115d3b89-2669-48ed-97c6-edead8a77e00 req-52fa7a25-5630-4088-865e-0daa4fe41cef tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Jul 12 16:50:06.168830 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-9c692272-8401-4f59-804f-0ab73d9373c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:06.170548 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-9c692272-8401-4f59-804f-0ab73d9373c7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.1011648 Jul 12 16:50:06.496968 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913f3a6-41da-4d79-b49b-14620caadf52 req-ae9a8c31-fe4f-4154-aeab-6d7d5a319413 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:06.498514 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4913f3a6-41da-4d79-b49b-14620caadf52 req-ae9a8c31-fe4f-4154-aeab-6d7d5a319413 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0733795 Jul 12 16:50:06.541409 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4913f3a6-41da-4d79-b49b-14620caadf52 req-729a6ee2-68c6-43f3-ad24-114c3bf389d8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Jul 12 16:50:07.757404 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81cf79-a05e-45ba-ab18-b73105d3095b req-9425fadd-cd5a-4256-8cb2-552fd7077093 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:07.758546 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-aa81cf79-a05e-45ba-ab18-b73105d3095b req-9425fadd-cd5a-4256-8cb2-552fd7077093 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0821359 Jul 12 16:50:07.814903 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-aa81cf79-a05e-45ba-ab18-b73105d3095b req-1cd4a9b3-08a8-44c8-a7a2-a4823623578e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Jul 12 16:50:08.118015 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-ee4451fa-1266-4b1f-9e45-5e049044ce45 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 217 time: 0.0409563 Jul 12 16:50:08.204674 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-5b0e38fc-b1e3-4eed-b6e0-a85a1c56adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:08.207281 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-5b0e38fc-b1e3-4eed-b6e0-a85a1c56adb0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.0795341 Jul 12 16:50:08.253481 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-4008509d-b6d8-4720-a67a-6a7b91fa38e4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343294 Jul 12 16:50:08.407269 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-7e72e049-fbd3-4ea9-ab42-99a5884fee1c service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450286 Jul 12 16:50:08.531392 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c379f6ca-f8e7-4d80-accb-2373d583c08d req-5425d338-afb8-4af0-a41f-14f8327dea8c service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099100 Jul 12 16:50:09.024063 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2838-4aaa-45bb-a552-5f359251e5d4 req-ed728792-8c96-4dbc-b9e4-f89d20e10b22 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:09.025631 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bdee2838-4aaa-45bb-a552-5f359251e5d4 req-ed728792-8c96-4dbc-b9e4-f89d20e10b22 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0721626 Jul 12 16:50:09.073258 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bdee2838-4aaa-45bb-a552-5f359251e5d4 req-2552d952-3a5a-4263-9d20-2431456f034d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Jul 12 16:50:10.398370 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855fb57-d7b5-4deb-9e20-5075f546590d req-ea442f2a-c84a-4ac8-84ef-c1b020720c1a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:10.401438 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0855fb57-d7b5-4deb-9e20-5075f546590d req-ea442f2a-c84a-4ac8-84ef-c1b020720c1a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1171114 Jul 12 16:50:10.467611 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0855fb57-d7b5-4deb-9e20-5075f546590d req-4a372b8d-7fbf-48b9-888f-d020c226e092 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553124 Jul 12 16:50:10.581170 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35010) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:10.728408 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:10.912463 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:10.930473 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:10.997731 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bee9dd0409d84be58483075976ee1ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151556 Jul 12 16:50:10.999048 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9382449d-a330-4f28-8bbc-7f5738b3b8bd,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:11.002127 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35014) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:11.012588 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.013500 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.013828 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.014303 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.014858 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.015122 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.015442 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.015772 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.016129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.016648 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.017207 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.017812 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c564e98-8e2e-45ab-ab96-4e8c0d42210f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.087205 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.133524 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.220725 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.225383 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.231856 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9382449d-a330-4f28-8bbc-7f5738b3b8bd HTTP/1.1" status: 204 len: 168 time: 0.2279336 Jul 12 16:50:11.244826 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9382449d-a330-4f28-8bbc-7f5738b3b8bd,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:11.265806 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.266313 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.266538 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.266953 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.267518 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.267786 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.268641 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.269350 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.269723 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.270203 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.270593 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.270946 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54fe5e-8e81-4e36-8146-08fcb4d3e8cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:11.670934 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35044) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:11.690032 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc558-568a-4181-925c-e49201f71773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.733280 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdc911-14c8-4498-896c-57af71ed70ce req-e83f2510-689a-4d8c-b62a-bfee2ccdb0b9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:11.734908 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-64cdc911-14c8-4498-896c-57af71ed70ce req-e83f2510-689a-4d8c-b62a-bfee2ccdb0b9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0841579 Jul 12 16:50:11.787398 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-64cdc911-14c8-4498-896c-57af71ed70ce req-3769d9a2-2f52-46f2-a649-c716ea8fcccd tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Jul 12 16:50:11.803850 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc558-568a-4181-925c-e49201f71773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.811819 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc558-568a-4181-925c-e49201f71773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.853803 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-1a1bc558-568a-4181-925c-e49201f71773 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68d29d8d53b2499aa5546b3b507f42b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813278 Jul 12 16:50:11.856991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35048) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:11.863422 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bc558-568a-4181-925c-e49201f71773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d309302d-e0eb-41fd-b41d-a1eeecc579a3,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:11.927486 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18eb443e-3022-4f72-8b89-56dfa80a60bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:11.959388 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18eb443e-3022-4f72-8b89-56dfa80a60bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:12.027867 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18eb443e-3022-4f72-8b89-56dfa80a60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:12.031237 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18eb443e-3022-4f72-8b89-56dfa80a60bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:12.032654 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-18eb443e-3022-4f72-8b89-56dfa80a60bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d309302d-e0eb-41fd-b41d-a1eeecc579a3 HTTP/1.1" status: 204 len: 168 time: 0.1747360 Jul 12 16:50:12.047315 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb443e-3022-4f72-8b89-56dfa80a60bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309302d-e0eb-41fd-b41d-a1eeecc579a3,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:13.489832 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6913f-563f-45ef-98ea-503f6c69ac40 req-9bf49c24-0c15-459e-8d2f-b01e24cc939d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:13.492440 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-02c6913f-563f-45ef-98ea-503f6c69ac40 req-9bf49c24-0c15-459e-8d2f-b01e24cc939d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0957816 Jul 12 16:50:13.542964 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-02c6913f-563f-45ef-98ea-503f6c69ac40 req-3af827eb-a4ca-46a0-9804-fa7454ba3b6f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Jul 12 16:50:15.622910 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-39b90568-466b-4ba9-a871-f7a1d5d86fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.169085 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35194) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:18.250863 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] Deleting subnet f6651311-5118-4a60-abc8-8aa8a6461178 {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:50:18.256123 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.322560 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.395890 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.484644 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.512020 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6651311-5118-4a60-abc8-8aa8a6461178,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:18.519156 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.522595 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-a5564150-0903-4d6c-b381-424fd93f3890 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f6651311-5118-4a60-abc8-8aa8a6461178 HTTP/1.1" status: 204 len: 168 time: 0.3517704 Jul 12 16:50:18.524276 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35198) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:18.609375 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.694021 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.709459 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff30779-254f-40e9-be77-120de930cd33']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:18.728707 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342ce72f-1f87-439a-adbd-ff67e98d5039') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:18.728985 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342ce72f-1f87-439a-adbd-ff67e98d5039') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:18.739683 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.759699 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.769548 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:50:18.769981 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:50:18.771838 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:50:18.848563 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.856171 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.862858 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] 10.222.0.74 "DELETE /v2.0/networks/dff30779-254f-40e9-be77-120de930cd33 HTTP/1.1" status: 204 len: 168 time: 0.3333097 Jul 12 16:50:18.863862 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35206) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:18.885130 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18edd07-e562-4fb9-b1db-d4942404edbd admin admin] Pushing event deleted for resources: {'Network': ['ID=dff30779-254f-40e9-be77-120de930cd33,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:18.899316 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.945651 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_v2 [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] Deleting subnet d1bc38c9-1624-4870-b4a7-20db94203809 {{(pid=99420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:50:18.950286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:18.997552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7762664'] for subnet, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.049993 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.127883 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7762017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745455'] for subnet, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.181550 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1bc38c9-1624-4870-b4a7-20db94203809,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:19.199255 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.201985 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-073a941a-d37c-46cf-95dd-31fc0b4d9474 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d1bc38c9-1624-4870-b4a7-20db94203809 HTTP/1.1" status: 204 len: 168 time: 0.3363397 Jul 12 16:50:19.205648 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35216) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:19.326080 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.461916 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.478290 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfdabfb-118e-4416-9416-065817c9af4e']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:19.496394 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4c7476-856a-49f6-a143-ae7ab682e63a') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:19.496927 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4c7476-856a-49f6-a143-ae7ab682e63a') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:19.508461 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.527735 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.532726 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf127-50b0-4a3c-bb1a-74c6ac32b30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.536384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:50:19.537258 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:50:19.587257 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:50:19.614569 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.620764 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.623019 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bbfdabfb-118e-4416-9416-065817c9af4e HTTP/1.1" status: 204 len: 168 time: 0.4150159 Jul 12 16:50:19.634659 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2bf7e-0d3f-4752-b79b-234f94fde569 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfdabfb-118e-4416-9416-065817c9af4e,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:19.707819 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-d678fe62-54a6-46d9-b3ce-cecb6e201599 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848660 Jul 12 16:50:19.833630 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-c5c8d6fb-452e-41f3-b745-4cc2b4592ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:19.836259 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-c5c8d6fb-452e-41f3-b745-4cc2b4592ee7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.0947413 Jul 12 16:50:19.932618 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35228) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:19.992039 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c4da69ae-d457-4e4b-ba03-4950371f0a42 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8614e7b296594cc7a601ccbf3e82b387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581157 Jul 12 16:50:19.997743 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35234) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:20.009226 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-083fe3bf-326b-474a-881d-d21f32df3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:20.011871 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-083fe3bf-326b-474a-881d-d21f32df3af0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.1343365 Jul 12 16:50:20.090103 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5ead0154-3afd-43af-a3e0-2d3a4551c769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.099704 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-9146520a-152b-4030-a7bb-3d5d74d8718a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 217 time: 0.0772893 Jul 12 16:50:20.136299 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5ead0154-3afd-43af-a3e0-2d3a4551c769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.184091 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-c07c0a25-36b5-4377-9f1f-07c5cf83a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:20.187031 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-c07c0a25-36b5-4377-9f1f-07c5cf83a2b8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.0767889 Jul 12 16:50:20.220295 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5ead0154-3afd-43af-a3e0-2d3a4551c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.223841 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5ead0154-3afd-43af-a3e0-2d3a4551c769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.227570 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5ead0154-3afd-43af-a3e0-2d3a4551c769 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f65a5452-4568-4b0d-b06e-6e8f480bf30e HTTP/1.1" status: 204 len: 168 time: 0.2263720 Jul 12 16:50:20.237692 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead0154-3afd-43af-a3e0-2d3a4551c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a5452-4568-4b0d-b06e-6e8f480bf30e,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:20.262532 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-e66dbd6a-36e3-4701-85cb-e6cca718d16e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643876 Jul 12 16:50:20.448105 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-8ad3dd7d-b5c1-45b4-8bc5-23d01b93dece service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756718 Jul 12 16:50:20.684622 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb8b9096-c336-4c10-bbde-4c83c49e5713 req-3c1c9c0a-07ed-4dec-9b78-bc4e4440d6bb service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049594 Jul 12 16:50:20.840481 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35262) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:20.922767 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8131fd08-fcc7-403a-9cbf-8be13f3fa47e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1c075c318dd471d805283d1d92b7e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804651 Jul 12 16:50:20.926565 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35264) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:21.014679 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fa5-bac7-40fd-bb8f-2665dd536121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.066570 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fa5-bac7-40fd-bb8f-2665dd536121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.151815 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fa5-bac7-40fd-bb8f-2665dd536121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.155892 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fa5-bac7-40fd-bb8f-2665dd536121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.160943 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3fca9fa5-bac7-40fd-bb8f-2665dd536121 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6201d295-744b-42ac-a6a0-55e0fe56221d HTTP/1.1" status: 204 len: 168 time: 0.2294562 Jul 12 16:50:21.174429 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca9fa5-bac7-40fd-bb8f-2665dd536121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6201d295-744b-42ac-a6a0-55e0fe56221d,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:21.245998 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35276) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:21.368083 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.442611 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3e4958b8-14a4-4456-98a1-e61c9d774583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.594227 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3e4958b8-14a4-4456-98a1-e61c9d774583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.601239 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3e4958b8-14a4-4456-98a1-e61c9d774583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.644011 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3e4958b8-14a4-4456-98a1-e61c9d774583 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=952e677172254dfa82a70a075ea07514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962541 Jul 12 16:50:21.646418 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4958b8-14a4-4456-98a1-e61c9d774583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78962af-532f-48b1-ab7c-790e2898eb60,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:21.647177 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35286) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:21.722356 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ee29f643-e34f-4b4e-b5a2-e58fc4988780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.762660 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ee29f643-e34f-4b4e-b5a2-e58fc4988780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.774405 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.845150 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ee29f643-e34f-4b4e-b5a2-e58fc4988780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.848419 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ee29f643-e34f-4b4e-b5a2-e58fc4988780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.850963 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-ee29f643-e34f-4b4e-b5a2-e58fc4988780 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a78962af-532f-48b1-ab7c-790e2898eb60 HTTP/1.1" status: 204 len: 168 time: 0.2015409 Jul 12 16:50:21.865990 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29f643-e34f-4b4e-b5a2-e58fc4988780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78962af-532f-48b1-ab7c-790e2898eb60,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:22.390322 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35312) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:22.414410 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3938f079-4147-4322-8d68-0c3033ce6bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.603346 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3938f079-4147-4322-8d68-0c3033ce6bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.611179 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3938f079-4147-4322-8d68-0c3033ce6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.643558 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938f079-4147-4322-8d68-0c3033ce6bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f150062-6274-453f-8705-d272954b8a82,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:22.676177 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3938f079-4147-4322-8d68-0c3033ce6bc4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6490824102ee40d0a45d1d9c98339d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785525 Jul 12 16:50:22.676177 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35324) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:22.756371 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3aefd88f-9627-4624-8011-903164da8a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.798534 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3aefd88f-9627-4624-8011-903164da8a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.875079 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3aefd88f-9627-4624-8011-903164da8a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.880002 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3aefd88f-9627-4624-8011-903164da8a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.881978 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3aefd88f-9627-4624-8011-903164da8a07 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f150062-6274-453f-8705-d272954b8a82 HTTP/1.1" status: 204 len: 168 time: 0.2048092 Jul 12 16:50:22.902802 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefd88f-9627-4624-8011-903164da8a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f150062-6274-453f-8705-d272954b8a82,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:23.253402 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.178007 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35380) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:24.324094 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:50:24.389017 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-59a5a9b6-a37d-455a-88ed-0b378b95e754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.543909 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-59a5a9b6-a37d-455a-88ed-0b378b95e754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.549621 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-59a5a9b6-a37d-455a-88ed-0b378b95e754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.599976 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-59a5a9b6-a37d-455a-88ed-0b378b95e754 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2a6213b1e2b141c581f257bdcdd80400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199104 Jul 12 16:50:24.601017 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5a9b6-a37d-455a-88ed-0b378b95e754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3263feae-533a-428d-8513-e4aa75e22775,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:24.603774 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35414) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:24.689913 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cd93e4c2-f3b1-4b8e-8792-a015bb6db157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.727306 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cd93e4c2-f3b1-4b8e-8792-a015bb6db157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.805366 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cd93e4c2-f3b1-4b8e-8792-a015bb6db157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.810701 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cd93e4c2-f3b1-4b8e-8792-a015bb6db157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.812996 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-cd93e4c2-f3b1-4b8e-8792-a015bb6db157 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3263feae-533a-428d-8513-e4aa75e22775 HTTP/1.1" status: 204 len: 168 time: 0.2061298 Jul 12 16:50:24.827775 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93e4c2-f3b1-4b8e-8792-a015bb6db157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3263feae-533a-428d-8513-e4aa75e22775,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:25.800517 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559f21-e556-4c7e-a499-31706ad16806 req-a6288c43-48ed-45b7-a848-27c3367b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:25.803293 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88559f21-e556-4c7e-a499-31706ad16806 req-a6288c43-48ed-45b7-a848-27c3367b108d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.1698575 Jul 12 16:50:25.957969 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abdba0-27c0-4426-95be-3d0f9d9bbed8 req-5d249b04-a898-47eb-9702-6cb32022cd30 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:25.959645 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-25abdba0-27c0-4426-95be-3d0f9d9bbed8 req-5d249b04-a898-47eb-9702-6cb32022cd30 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1877306 Jul 12 16:50:26.062155 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559f21-e556-4c7e-a499-31706ad16806 req-9d04a861-5be6-4ea7-bda3-300487221e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:26.065031 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88559f21-e556-4c7e-a499-31706ad16806 req-9d04a861-5be6-4ea7-bda3-300487221e83 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.2186775 Jul 12 16:50:26.074636 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-25abdba0-27c0-4426-95be-3d0f9d9bbed8 req-e1ed9dc5-c8e5-4d1c-8837-9d94a9dad907 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995097 Jul 12 16:50:26.138914 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88559f21-e556-4c7e-a499-31706ad16806 req-d4cf3d0c-2b9a-4198-bd08-5e57507dd929 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 217 time: 0.0631270 Jul 12 16:50:26.215572 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559f21-e556-4c7e-a499-31706ad16806 req-4d8ec981-cb32-4f07-b5e7-fea0e4d63879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:26.217066 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88559f21-e556-4c7e-a499-31706ad16806 req-4d8ec981-cb32-4f07-b5e7-fea0e4d63879 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.0670557 Jul 12 16:50:26.265639 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88559f21-e556-4c7e-a499-31706ad16806 req-2bc75132-2313-4c41-907e-0d48e3b9a6f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291479 Jul 12 16:50:26.396630 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88559f21-e556-4c7e-a499-31706ad16806 req-3b8efea7-b4ba-43c5-bb43-0e47f6ca4301 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224384 Jul 12 16:50:26.528558 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88559f21-e556-4c7e-a499-31706ad16806 req-cf0742db-7500-4ba4-b9ad-7dafc1399031 service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207888 Jul 12 16:50:27.280901 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53f18e-189b-4797-9076-9e957de4e4fd req-4ed2dfbd-056d-49f9-930b-01b17629d373 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:27.282474 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a53f18e-189b-4797-9076-9e957de4e4fd req-4ed2dfbd-056d-49f9-930b-01b17629d373 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0854683 Jul 12 16:50:27.323945 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a53f18e-189b-4797-9076-9e957de4e4fd req-bfb181ab-7330-46fe-9da3-d23893abe748 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352314 Jul 12 16:50:27.407803 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35526) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:27.530967 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5a3b-6766-43c3-9c5e-3a9ec9e12eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.620633 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5a3b-6766-43c3-9c5e-3a9ec9e12eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.625359 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5a3b-6766-43c3-9c5e-3a9ec9e12eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.671199 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-ae5d5a3b-6766-43c3-9c5e-3a9ec9e12eb3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15b59887d7774835b1c17a808596252d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622442 Jul 12 16:50:27.675012 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35536) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:27.682166 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d5a3b-6766-43c3-9c5e-3a9ec9e12eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb33ead-0cc1-4b73-9fc8-1b629de4e026,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:27.738640 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa1f-aac1-4b80-8761-fd4dc8a874d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.764266 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa1f-aac1-4b80-8761-fd4dc8a874d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.831732 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa1f-aac1-4b80-8761-fd4dc8a874d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.834373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa1f-aac1-4b80-8761-fd4dc8a874d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.835587 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-6f90aa1f-aac1-4b80-8761-fd4dc8a874d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6eb33ead-0cc1-4b73-9fc8-1b629de4e026 HTTP/1.1" status: 204 len: 168 time: 0.1593935 Jul 12 16:50:27.844283 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90aa1f-aac1-4b80-8761-fd4dc8a874d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb33ead-0cc1-4b73-9fc8-1b629de4e026,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:28.560371 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec1b67-808c-49a6-8bca-89a609a96445 req-af45df28-1bff-44d7-951c-a6a6c38d04a4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:28.562138 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2cec1b67-808c-49a6-8bca-89a609a96445 req-af45df28-1bff-44d7-951c-a6a6c38d04a4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0877450 Jul 12 16:50:28.629950 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2cec1b67-808c-49a6-8bca-89a609a96445 req-a864678e-b250-476d-9857-3e8aaf21a1e0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571823 Jul 12 16:50:28.723502 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35566) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:28.865736 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1161145518-network', 'tenant_id': 'a2376efa0ce14a7da54a248ebdfcf63f'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:28.901939 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Made reservation on behalf of a2376efa0ce14a7da54a248ebdfcf63f for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:50:28.907111 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:28.922972 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.058803 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35576) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:29.069393 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.076479 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.102357 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:50:29.111764 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489776ee-b6cd-4991-85a6-d378ae0a097e,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:29.119964 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.121440 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Added segment b092f4a7-3717-45e6-a19c-535761455b9c of type vlan for network b7beb965-92ce-485d-922e-dab9d7bbeac5 Jul 12 16:50:29.184319 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1e20-30bb-4488-a3c5-befa41dfe954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.187807 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.233896 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.235806 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:29.236873 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.310493 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1e20-30bb-4488-a3c5-befa41dfe954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.315919 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1e20-30bb-4488-a3c5-befa41dfe954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.344987 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6199784 Jul 12 16:50:29.349975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35580) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:29.364729 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-ac6a1e20-30bb-4488-a3c5-befa41dfe954 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad6f8f6e86374f2c97219fdc09146adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045535 Jul 12 16:50:29.365302 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Request body: {'subnet': {'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1161145518-subnet', 'tenant_id': 'a2376efa0ce14a7da54a248ebdfcf63f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:29.366335 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a1e20-30bb-4488-a3c5-befa41dfe954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d70669-4d76-4ebf-8f49-51dae88dc733,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:29.370680 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 35584) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:29.374120 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cb058-e747-4ab3-9fcb-7f07603e9e33 admin admin] Pushing event updated for resources: {'Network': ['ID=b7beb965-92ce-485d-922e-dab9d7bbeac5,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:29.413172 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Made reservation on behalf of a2376efa0ce14a7da54a248ebdfcf63f for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:50:29.416285 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network b7beb965-92ce-485d-922e-dab9d7bbeac5 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:50:29.419415 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.464867 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a795e-912c-4417-8fab-16dfaea703af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.504076 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a795e-912c-4417-8fab-16dfaea703af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.601565 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a795e-912c-4417-8fab-16dfaea703af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.607298 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ce4a795e-912c-4417-8fab-16dfaea703af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.610319 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-ce4a795e-912c-4417-8fab-16dfaea703af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08d70669-4d76-4ebf-8f49-51dae88dc733 HTTP/1.1" status: 204 len: 168 time: 0.2380428 Jul 12 16:50:29.640763 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a795e-912c-4417-8fab-16dfaea703af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d70669-4d76-4ebf-8f49-51dae88dc733,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:29.751608 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.823666 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a71404-9d3e-466a-8af2-d4bdbc1cefc5,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:29.856519 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Checking segment: {'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:50:29.857065 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Network hostable DHCP agents. Network: b7beb965-92ce-485d-922e-dab9d7bbeac5, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:50:29.887285 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Network b7beb965-92ce-485d-922e-dab9d7bbeac5 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:50:29.899596 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247fda2-c87c-48aa-9fce-4736d632d487 req-28547fc9-ff48-40ce-b5a6-b1380afb67ce tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:29.906816 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8247fda2-c87c-48aa-9fce-4736d632d487 req-28547fc9-ff48-40ce-b5a6-b1380afb67ce tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0949667 Jul 12 16:50:29.909801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, b7beb965-92ce-485d-922e-dab9d7bbeac5) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:50:29.916879 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:29.918037 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:29.921837 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef339b9-5aaa-4ade-a8f5-fa28bd36dfea None None] Network b7beb965-92ce-485d-922e-dab9d7bbeac5 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:50:29.942559 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-e26e7c8d-4d04-4957-97e4-8ad0f4ee0721 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5873168 Jul 12 16:50:29.994582 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8247fda2-c87c-48aa-9fce-4736d632d487 req-3462d77d-ab0e-4936-9f15-7a3142fa7f96 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822153 Jul 12 16:50:30.127083 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d210d7-75fc-4887-81b5-affe6febc0de None None] Network b7beb965-92ce-485d-922e-dab9d7bbeac5 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:50:31.192249 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d96cf-a168-4a65-9b74-1ce60405cee8 req-b690ac5f-307f-4ee1-96f5-4f0aaf32fe4d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:31.193714 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-649d96cf-a168-4a65-9b74-1ce60405cee8 req-b690ac5f-307f-4ee1-96f5-4f0aaf32fe4d tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0657799 Jul 12 16:50:31.233083 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-649d96cf-a168-4a65-9b74-1ce60405cee8 req-9b2f8be0-f706-4eff-85a4-b3390fc875cf tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Jul 12 16:50:31.902531 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-938dc398-07b8-4ac2-b909-609fc6b034be tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:31.904031 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-938dc398-07b8-4ac2-b909-609fc6b034be tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/networks?id=b7beb965-92ce-485d-922e-dab9d7bbeac5 HTTP/1.1" status: 200 len: 809 time: 0.1065345 Jul 12 16:50:31.924739 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-12c9b8a9-9dc1-48f9-9f52-fd8a0da028d9 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/quotas/a2376efa0ce14a7da54a248ebdfcf63f HTTP/1.1" status: 200 len: 375 time: 0.0109458 Jul 12 16:50:31.977203 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-2bebcf8b-0de9-45e8-8a32-25dbf5c93e45 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2376efa0ce14a7da54a248ebdfcf63f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457432 Jul 12 16:50:32.119423 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-4cf7f3b7-7266-43fc-b4cb-4c47d0cc8ca5 service neutron] 10.222.0.74 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300113 Jul 12 16:50:32.211661 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35745422-8d57-4cdf-85aa-65d47f57c363 req-c9a53680-5aa3-47ab-beaa-0395d3b8a74c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:32.213216 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35745422-8d57-4cdf-85aa-65d47f57c363 req-c9a53680-5aa3-47ab-beaa-0395d3b8a74c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0869954 Jul 12 16:50:32.248452 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-c4089a19-b7dc-4fae-b669-dff752ed413b service neutron] 10.222.0.74 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205726 Jul 12 16:50:32.263545 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35745422-8d57-4cdf-85aa-65d47f57c363 req-f8c3bc2f-8cb1-4d1e-8c7f-32ca280f06bd tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Jul 12 16:50:32.456918 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ef35fb45-6dd0-472d-af14-615e838f3192 req-b5f776e6-235e-4f88-a5b5-07d17c2b8180 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 210 time: 0.0531042 Jul 12 16:50:32.487698 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561488-1920-4a32-9f20-14f5196acaa8 req-f42dc323-2a8a-4ac6-9e58-221efe36c369 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:32.489490 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a9561488-1920-4a32-9f20-14f5196acaa8 req-f42dc323-2a8a-4ac6-9e58-221efe36c369 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1053782 Jul 12 16:50:32.539591 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a9561488-1920-4a32-9f20-14f5196acaa8 req-83a2179f-fa25-4ecf-b814-dcc4e93bc076 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Jul 12 16:50:33.539284 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ca4b-320e-4b73-a58c-75adec223711 req-0308e2cf-ad5e-4df9-bd49-da9ee24b1411 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:33.541547 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-26f7ca4b-320e-4b73-a58c-75adec223711 req-0308e2cf-ad5e-4df9-bd49-da9ee24b1411 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0853858 Jul 12 16:50:33.592649 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-26f7ca4b-320e-4b73-a58c-75adec223711 req-5c80eb5c-7b23-4b4b-a271-81ed74e9e89a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455165 Jul 12 16:50:33.632298 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f6450603-db76-4cab-a0f8-fb19a7d4418e req-00f87fb2-c100-48a4-9a19-c21894e99f95 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 210 time: 0.0429647 Jul 12 16:50:33.815900 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976cf8b-e636-4e30-9b48-fc246081d9f5 req-bcb3459f-38f1-443b-aa9b-d144dd703983 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:33.818222 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6976cf8b-e636-4e30-9b48-fc246081d9f5 req-bcb3459f-38f1-443b-aa9b-d144dd703983 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0830131 Jul 12 16:50:33.884301 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6976cf8b-e636-4e30-9b48-fc246081d9f5 req-308c8ae4-f8e3-43b1-b50e-dd8a755f28fb tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545545 Jul 12 16:50:33.962341 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-5d9d4a26-9ec4-43d5-9a2a-2a7929a454f5 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:33.964192 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-5d9d4a26-9ec4-43d5-9a2a-2a7929a454f5 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "GET /v2.0/networks?id=b7beb965-92ce-485d-922e-dab9d7bbeac5 HTTP/1.1" status: 200 len: 809 time: 0.1769795 Jul 12 16:50:33.976842 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Request body: {'port': {'device_id': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5', 'admin_state_up': True, 'tenant_id': 'a2376efa0ce14a7da54a248ebdfcf63f'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:34.123162 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Made reservation on behalf of a2376efa0ce14a7da54a248ebdfcf63f for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:50:34.127002 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.288633 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Allocated IP 172.20.0.13 (b7beb965-92ce-485d-922e-dab9d7bbeac5/f4a71404-9d3e-466a-8af2-d4bdbc1cefc5/d51075b1-e0c4-415b-bba2-ea73b1382f7a) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:50:34.505300 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.552399 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.612712 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Network b7beb965-92ce-485d-922e-dab9d7bbeac5 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:50:34.616106 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:50:34.620384 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:50:34.627381 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Pushing event updated for resources: {'Port': ['ID=d51075b1-e0c4-415b-bba2-ea73b1382f7a,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:34.694207 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:34.694936 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.712686 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-10b862a8-06db-42e9-821a-7a978a2d068e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7398820 Jul 12 16:50:34.733546 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Request body: {'port': {'device_id': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:34.872030 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.887155 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970ab9-4071-4e59-90a2-215c5751c81b req-ee272158-1f2c-402c-b484-6e47b1d5c9f4 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:34.888860 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44970ab9-4071-4e59-90a2-215c5751c81b req-ee272158-1f2c-402c-b484-6e47b1d5c9f4 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 932 time: 0.0774801 Jul 12 16:50:34.938416 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44970ab9-4071-4e59-90a2-215c5751c81b req-62f051e6-b0d6-461d-b369-3032f16dfa04 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Jul 12 16:50:34.951666 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d41a6-ece5-4f44-bd2c-4f750d7ee145 req-d4e4d6bf-312d-4e4a-b216-4095f6173db2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:34.953323 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a18d41a6-ece5-4f44-bd2c-4f750d7ee145 req-d4e4d6bf-312d-4e4a-b216-4095f6173db2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1486065 Jul 12 16:50:35.166113 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12a2e1-4439-4f8f-9f9a-a709ca759204 req-528507b0-9493-4126-a5c0-94bd0ef3bc31 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:35.167461 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ff12a2e1-4439-4f8f-9f9a-a709ca759204 req-528507b0-9493-4126-a5c0-94bd0ef3bc31 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1077812 Jul 12 16:50:35.218310 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ff12a2e1-4439-4f8f-9f9a-a709ca759204 req-daf25113-02b4-482e-b954-0e489d0ec257 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Jul 12 16:50:35.269349 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a18d41a6-ece5-4f44-bd2c-4f750d7ee145 req-8020a728-6883-4fca-8a99-bcdacb9b9b04 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074636 Jul 12 16:50:35.423326 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51075b1-e0c4-415b-bba2-ea73b1382f7a {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:50:35.431898 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:35.447414 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Transition to ACTIVE for port object d51075b1-e0c4-415b-bba2-ea73b1382f7a will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:50:35.455024 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:35.518150 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Pushing event updated for resources: {'Port': ['ID=d51075b1-e0c4-415b-bba2-ea73b1382f7a,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:35.600379 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Attempting to bind port d51075b1-e0c4-415b-bba2-ea73b1382f7a on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:50:35.600696 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Attempting to bind port d51075b1-e0c4-415b-bba2-ea73b1382f7a by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:50:35.601018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Attempting to bind port d51075b1-e0c4-415b-bba2-ea73b1382f7a on network b7beb965-92ce-485d-922e-dab9d7bbeac5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:35.606082 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Port d51075b1-e0c4-415b-bba2-ea73b1382f7a on network b7beb965-92ce-485d-922e-dab9d7bbeac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:50:35.606393 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Attempting to bind port d51075b1-e0c4-415b-bba2-ea73b1382f7a on network b7beb965-92ce-485d-922e-dab9d7bbeac5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:35.611243 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:50:35.611570 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Checking segment: {'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:50:35.611951 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Bound using segment: {'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:50:35.612376 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Bound port: d51075b1-e0c4-415b-bba2-ea73b1382f7a, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:50:35.612722 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:35.691907 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] For port d51075b1-e0c4-415b-bba2-ea73b1382f7a, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:50:35.695892 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] For port d51075b1-e0c4-415b-bba2-ea73b1382f7a, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=d51075b1-e0c4-415b-bba2-ea73b1382f7a,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:50:35.709619 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:35.749256 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:35.749907 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:35.751320 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] 10.222.0.97 "PUT /v2.0/ports/d51075b1-e0c4-415b-bba2-ea73b1382f7a HTTP/1.1" status: 200 len: 1094 time: 1.0252371 Jul 12 16:50:35.751817 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'tag': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:35.754153 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13786d8c-ce70-4b8a-9d6f-f97ec965088d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd31cab-0207-423b-9376-b63bc9395e00", "tag": "d51075b1-e0c4-415b-bba2-ea73b1382f7a"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:35.778624 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7ba3f-271d-4be8-860c-fca344e8c75d service neutron] Pushing event updated for resources: {'Port': ['ID=d51075b1-e0c4-415b-bba2-ea73b1382f7a,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:35.834373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb11e62-50f5-4a20-a093-104bc1625801 x-openstack-request-id: req-dfb11e62-50f5-4a20-a093-104bc1625801 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:35.835512 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd31cab-0207-423b-9376-b63bc9395e00", "tag": "d51075b1-e0c4-415b-bba2-ea73b1382f7a", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:35.835512 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dfb11e62-50f5-4a20-a093-104bc1625801 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:35.835512 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'tag': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a', 'status': 'completed', 'code': 200} Jul 12 16:50:35.883866 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-9d840d91-1756-410b-bba0-ab93928f71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:35.887295 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-9d840d91-1756-410b-bba0-ab93928f71af service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a2376efa0ce14a7da54a248ebdfcf63f&device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 1097 time: 0.0850995 Jul 12 16:50:35.954183 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-11a81fae-7689-4e7e-9961-3881e778a17e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d51075b1-e0c4-415b-bba2-ea73b1382f7a HTTP/1.1" status: 200 len: 217 time: 0.0536206 Jul 12 16:50:36.017843 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-8f94b581-9979-4874-897f-ec8b1abd7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.019529 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-8f94b581-9979-4874-897f-ec8b1abd7e4b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4a71404-9d3e-466a-8af2-d4bdbc1cefc5 HTTP/1.1" status: 200 len: 849 time: 0.0572705 Jul 12 16:50:36.069143 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-1f0ca4ae-a76c-4e56-90a2-37bf2f6a3ca4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7beb965-92ce-485d-922e-dab9d7bbeac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364048 Jul 12 16:50:36.209444 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-bcafbb54-c020-4e7b-bffe-c39269e30a51 service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265306 Jul 12 16:50:36.218128 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eff113-6e85-4b29-9b7f-024772199d5f req-9af0c096-9d72-4164-b39a-4048e01e9051 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.219908 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-37eff113-6e85-4b29-9b7f-024772199d5f req-9af0c096-9d72-4164-b39a-4048e01e9051 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 944 time: 0.1498189 Jul 12 16:50:36.322676 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-37eff113-6e85-4b29-9b7f-024772199d5f req-e0cdcc6c-db74-4450-962e-35356b3a75f4 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935245 Jul 12 16:50:36.366908 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2fcca341-2f25-4802-8f4d-d93aeef1e502 req-f74499e0-bfb8-47f7-a555-dcdab2c435d3 service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457579 Jul 12 16:50:36.494597 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcae175-c067-49d4-a24d-9894cf85166e req-6e1263df-6d1a-445e-a117-e442d0bcba2a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.497828 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0bcae175-c067-49d4-a24d-9894cf85166e req-6e1263df-6d1a-445e-a117-e442d0bcba2a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1153338 Jul 12 16:50:36.562123 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0bcae175-c067-49d4-a24d-9894cf85166e req-da8bd9b6-7726-4741-8a9f-b6b506f0bfe8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572524 Jul 12 16:50:36.566441 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-5513aae4-35fc-41ca-b55b-3f2a54977d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.567607 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-5513aae4-35fc-41ca-b55b-3f2a54977d66 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a2376efa0ce14a7da54a248ebdfcf63f&device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 1097 time: 0.1281230 Jul 12 16:50:36.602280 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6a1f-765f-402d-afce-3d0c0fe9d312 req-248cd3c0-3a02-4e67-a152-9786c24c2f0e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.603823 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-082f6a1f-765f-402d-afce-3d0c0fe9d312 req-248cd3c0-3a02-4e67-a152-9786c24c2f0e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1134779 Jul 12 16:50:36.696267 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-082f6a1f-765f-402d-afce-3d0c0fe9d312 req-4fc6c427-f7ef-4330-9e81-52e6e73a81f6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819452 Jul 12 16:50:36.719995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-cd6b88ec-0f40-46f0-b407-291697b05a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.721571 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-cd6b88ec-0f40-46f0-b407-291697b05a77 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b7beb965-92ce-485d-922e-dab9d7bbeac5 HTTP/1.1" status: 200 len: 910 time: 0.1396642 Jul 12 16:50:36.787314 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-6a41ac31-0230-46fa-abd1-e6b6e4fffa5b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d51075b1-e0c4-415b-bba2-ea73b1382f7a HTTP/1.1" status: 200 len: 217 time: 0.0529010 Jul 12 16:50:36.851422 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-190ad0bc-a9a4-47e7-9081-72d2b37be127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.852967 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-190ad0bc-a9a4-47e7-9081-72d2b37be127 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4a71404-9d3e-466a-8af2-d4bdbc1cefc5 HTTP/1.1" status: 200 len: 849 time: 0.0552304 Jul 12 16:50:36.896595 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-7f9d882c-0b1f-46be-bc48-81bf7e3a52b1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7beb965-92ce-485d-922e-dab9d7bbeac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327611 Jul 12 16:50:37.030142 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-6242580f-aaaf-47cf-9a1d-6131506ba7bd service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226709 Jul 12 16:50:37.149569 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13786d8c-ce70-4b8a-9d6f-f97ec965088d req-4c9f3429-d754-4414-a9ae-b752047a245a service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092188 Jul 12 16:50:37.562264 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a13ef-da63-445b-9865-725ee4c5e3ee req-05af298b-35da-467c-81c8-26b4e132a91f tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:37.563987 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cc4a13ef-da63-445b-9865-725ee4c5e3ee req-05af298b-35da-467c-81c8-26b4e132a91f tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 944 time: 0.0910125 Jul 12 16:50:37.616999 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cc4a13ef-da63-445b-9865-725ee4c5e3ee req-9321f774-3f73-4e81-a894-18a234d0a499 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Jul 12 16:50:37.795163 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c99cb-15b4-4741-96e8-a9acb9e7ed1f req-619be985-e37d-4bc9-8b61-c0f51823e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:37.797614 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a45c99cb-15b4-4741-96e8-a9acb9e7ed1f req-619be985-e37d-4bc9-8b61-c0f51823e193 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1067827 Jul 12 16:50:37.851671 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a45c99cb-15b4-4741-96e8-a9acb9e7ed1f req-4af20751-738a-4937-8190-5332d0c03290 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Jul 12 16:50:37.933246 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd131dc-a561-4173-9c05-2fcc35e70ee4 req-41551ceb-e246-433b-8ce9-ac4524fc9a6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:37.935095 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3bd131dc-a561-4173-9c05-2fcc35e70ee4 req-41551ceb-e246-433b-8ce9-ac4524fc9a6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0801909 Jul 12 16:50:37.996448 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3bd131dc-a561-4173-9c05-2fcc35e70ee4 req-0f4eba8e-0493-4485-8bfc-12d9dd9c079a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548580 Jul 12 16:50:38.815589 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12978a-dd68-44f2-9d79-c57ad10b5674 req-31ff7a85-c415-40c3-a2e4-3ac0a403b0bb tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:38.817208 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f12978a-dd68-44f2-9d79-c57ad10b5674 req-31ff7a85-c415-40c3-a2e4-3ac0a403b0bb tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 944 time: 0.0778320 Jul 12 16:50:38.868372 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f12978a-dd68-44f2-9d79-c57ad10b5674 req-b5ee0fc2-5b6f-47ba-a690-d2bd10718bee tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Jul 12 16:50:39.087039 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7e90-c6c8-476a-9b94-9d97cf488ba1 req-5d56e4cb-fb33-4c3b-9c86-e4a2e2d01aa8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:39.089290 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-55ec7e90-c6c8-476a-9b94-9d97cf488ba1 req-5d56e4cb-fb33-4c3b-9c86-e4a2e2d01aa8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0979869 Jul 12 16:50:39.167942 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-55ec7e90-c6c8-476a-9b94-9d97cf488ba1 req-3ec76d91-4e73-465d-b345-047e9242dafb tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709789 Jul 12 16:50:39.199654 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device d51075b1-e0c4-415b-bba2-ea73b1382f7a details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:50:39.284764 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7842a5-fb2f-4118-83c9-db7239027ef2 req-b5b05f98-c4f6-4d4b-beb6-70bd919e0b43 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:39.286879 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9f7842a5-fb2f-4118-83c9-db7239027ef2 req-b5b05f98-c4f6-4d4b-beb6-70bd919e0b43 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1066229 Jul 12 16:50:39.336131 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9f7842a5-fb2f-4118-83c9-db7239027ef2 req-7f5e04df-ba71-4f74-8ab0-c4388e43b3a6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Jul 12 16:50:39.350211 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port d51075b1-e0c4-415b-bba2-ea73b1382f7a, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=d51075b1-e0c4-415b-bba2-ea73b1382f7a,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:39.368832 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a', 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5', 'port_id': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a', 'mac_address': 'fa:16:3e:ed:f2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a71404-9d3e-466a-8af2-d4bdbc1cefc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:50:39.438399 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:39.452686 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51075b1-e0c4-415b-bba2-ea73b1382f7a {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:50:39.474014 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port d51075b1-e0c4-415b-bba2-ea73b1382f7a, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=d51075b1-e0c4-415b-bba2-ea73b1382f7a,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:39.484760 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:39.546820 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=d51075b1-e0c4-415b-bba2-ea73b1382f7a,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:39.553808 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.554158 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.554495 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.554835 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.555170 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.555497 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.555826 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.556210 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.556559 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.557011 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.558093 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.558612 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:39.843492 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['d51075b1-e0c4-415b-bba2-ea73b1382f7a'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:50:40.133182 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34c698-d88a-465d-b502-5be20c852dc2 req-f693a63a-5d33-49bb-98e1-9eafd735d8f9 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:40.135886 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8f34c698-d88a-465d-b502-5be20c852dc2 req-f693a63a-5d33-49bb-98e1-9eafd735d8f9 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 945 time: 0.0820987 Jul 12 16:50:40.184047 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8f34c698-d88a-465d-b502-5be20c852dc2 req-f1daa3d1-5fcd-426a-b7d7-3af9ca4300ac tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Jul 12 16:50:40.397576 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874380da-f7cc-4922-8c14-31b8c85e3b0e req-77de5ff7-649d-49a8-9b45-6877b0a5fb70 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:40.399238 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-874380da-f7cc-4922-8c14-31b8c85e3b0e req-77de5ff7-649d-49a8-9b45-6877b0a5fb70 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0806038 Jul 12 16:50:40.453912 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-874380da-f7cc-4922-8c14-31b8c85e3b0e req-52858bfa-7c3d-4781-9c59-c93cd0607894 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 Jul 12 16:50:40.598884 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338058-8767-41e1-852d-42f329f480e6 req-67aefbf6-b9e5-4635-93ab-b17f595cc39a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:40.601667 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-74338058-8767-41e1-852d-42f329f480e6 req-67aefbf6-b9e5-4635-93ab-b17f595cc39a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0876901 Jul 12 16:50:40.661072 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-74338058-8767-41e1-852d-42f329f480e6 req-8e78b561-03a4-47d2-8cb8-645d034f679c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525954 Jul 12 16:50:41.211464 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device d51075b1-e0c4-415b-bba2-ea73b1382f7a up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:50:41.282249 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port d51075b1-e0c4-415b-bba2-ea73b1382f7a completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:50:41.287906 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port d51075b1-e0c4-415b-bba2-ea73b1382f7a triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:50:41.288482 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:41.398165 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:41.430756 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:41.436209 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbce06c2-6d63-40bb-8641-776259dc8ceb" -d '{"events": [{"server_uuid": "ffd31cab-0207-423b-9376-b63bc9395e00", "name": "network-vif-plugged", "status": "completed", "tag": "d51075b1-e0c4-415b-bba2-ea73b1382f7a"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:41.446705 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d397e3a-ddc9-4a9b-ab21-8e04918a2ccf req-95161763-5910-40b3-9c6f-9963af3e6a79 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:41.449280 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6d397e3a-ddc9-4a9b-ab21-8e04918a2ccf req-95161763-5910-40b3-9c6f-9963af3e6a79 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 945 time: 0.1070421 Jul 12 16:50:41.459700 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port d51075b1-e0c4-415b-bba2-ea73b1382f7a, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=d51075b1-e0c4-415b-bba2-ea73b1382f7a,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:41.467292 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:41.514840 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921ac364-3141-44ba-9199-d2a92d4ecfc2 x-openstack-request-id: req-921ac364-3141-44ba-9199-d2a92d4ecfc2 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:41.515130 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd31cab-0207-423b-9376-b63bc9395e00", "name": "network-vif-plugged", "status": "completed", "tag": "d51075b1-e0c4-415b-bba2-ea73b1382f7a", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:41.515383 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-921ac364-3141-44ba-9199-d2a92d4ecfc2 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:41.515780 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a', 'code': 200} Jul 12 16:50:41.535732 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6d397e3a-ddc9-4a9b-ab21-8e04918a2ccf req-43fdf223-5a8a-4ec0-828a-19342695a273 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767171 Jul 12 16:50:41.553647 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=d51075b1-e0c4-415b-bba2-ea73b1382f7a,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:41.708190 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af29a5a-cfd8-499e-b81c-8767955f4971 req-cd538f5b-b6f3-465d-b167-d94f1ca13b15 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:41.709873 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2af29a5a-cfd8-499e-b81c-8767955f4971 req-cd538f5b-b6f3-465d-b167-d94f1ca13b15 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0848122 Jul 12 16:50:41.759010 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2af29a5a-cfd8-499e-b81c-8767955f4971 req-c79b9bd2-fa32-4f88-a069-7ddd2f5d3e72 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Jul 12 16:50:41.808320 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3cbf4-14e1-4ddf-a0fb-85da7ba116ba req-804f0c32-aeff-421f-a11a-824a7ec167af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:41.810247 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-eab3cbf4-14e1-4ddf-a0fb-85da7ba116ba req-804f0c32-aeff-421f-a11a-824a7ec167af service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 1099 time: 0.0918825 Jul 12 16:50:41.870096 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-eab3cbf4-14e1-4ddf-a0fb-85da7ba116ba req-123c1ec5-e188-4d60-aa98-866629acbdc9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Jul 12 16:50:41.889685 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1332-0d03-413d-a920-9e3d554c820e req-e392da86-f8ff-4c45-948a-6c2e171254d1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:41.891602 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0b5e1332-0d03-413d-a920-9e3d554c820e req-e392da86-f8ff-4c45-948a-6c2e171254d1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0997639 Jul 12 16:50:41.939270 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0b5e1332-0d03-413d-a920-9e3d554c820e req-3f46b449-b71d-4a53-932b-eb2421001fc5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Jul 12 16:50:42.730229 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1bfa9-fc88-4665-91e2-195e965c3fb1 req-7406d00a-8387-4e68-b0e9-4efca05afb13 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:42.731833 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e0c1bfa9-fc88-4665-91e2-195e965c3fb1 req-7406d00a-8387-4e68-b0e9-4efca05afb13 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 946 time: 0.0799153 Jul 12 16:50:42.779245 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e0c1bfa9-fc88-4665-91e2-195e965c3fb1 req-7376168d-075a-469a-9a8d-5b9747ab1ff9 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Jul 12 16:50:42.983550 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf53e3-90e2-4e9e-a61d-dc61e7cc680c req-9125d49c-b3d4-47d8-81f4-cfd31c4be78e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:42.986685 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c6bf53e3-90e2-4e9e-a61d-dc61e7cc680c req-9125d49c-b3d4-47d8-81f4-cfd31c4be78e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0912023 Jul 12 16:50:43.053935 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c6bf53e3-90e2-4e9e-a61d-dc61e7cc680c req-fb167995-a9f1-4dff-a945-a4cc9ca6edc6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589595 Jul 12 16:50:43.147340 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3626c2-99ec-47ae-a0c2-9e41691e9071 req-4de0c0c7-a1d7-4b82-8ece-8b98c6f35936 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:43.148855 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6c3626c2-99ec-47ae-a0c2-9e41691e9071 req-4de0c0c7-a1d7-4b82-8ece-8b98c6f35936 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0692570 Jul 12 16:50:43.193920 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6c3626c2-99ec-47ae-a0c2-9e41691e9071 req-94d4ed02-8a72-44c6-b85d-ab85176f2357 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385723 Jul 12 16:50:43.999961 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481990a5-40b9-4593-8983-a971a7b61a19 req-0fcc46d2-c19a-42a1-944f-37c70017c454 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:44.001543 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-481990a5-40b9-4593-8983-a971a7b61a19 req-0fcc46d2-c19a-42a1-944f-37c70017c454 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 946 time: 0.0930071 Jul 12 16:50:44.040890 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-481990a5-40b9-4593-8983-a971a7b61a19 req-c7c39353-9a70-4608-8593-dfc1790b4dde tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337081 Jul 12 16:50:44.297986 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bde925-572a-4b1f-b58e-48be15124764 req-c5fa3c79-a13d-447c-b5aa-63ce6851b3de tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:44.300017 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-76bde925-572a-4b1f-b58e-48be15124764 req-c5fa3c79-a13d-447c-b5aa-63ce6851b3de tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0947559 Jul 12 16:50:44.358416 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-76bde925-572a-4b1f-b58e-48be15124764 req-33c84eb4-b5cd-4159-8c65-85add9bfebfb tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Jul 12 16:50:44.405901 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197d74-6381-4dcc-91e2-cc99c7e3bef6 req-3729888a-1fb3-4dac-952c-2c0d7aaa5ea1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:44.407649 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-38197d74-6381-4dcc-91e2-cc99c7e3bef6 req-3729888a-1fb3-4dac-952c-2c0d7aaa5ea1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0863938 Jul 12 16:50:44.449588 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-38197d74-6381-4dcc-91e2-cc99c7e3bef6 req-4ae0e14a-a7f6-4b6e-b2a7-fa1ce5fea45c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361602 Jul 12 16:50:45.031087 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf1580-4579-4e3c-9944-b1c250c20f77 req-dfd7fc89-41ce-4315-8bb1-bb7fbb2efa44 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:45.032665 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e0bf1580-4579-4e3c-9944-b1c250c20f77 req-dfd7fc89-41ce-4315-8bb1-bb7fbb2efa44 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 946 time: 0.0712166 Jul 12 16:50:45.074096 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e0bf1580-4579-4e3c-9944-b1c250c20f77 req-a9f9a0e6-9bc6-45e3-a6c1-931734cb7722 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351071 Jul 12 16:50:45.578861 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677b1b8-eb04-4a34-81e8-7f1831f72c45 req-dbfadb91-3e63-484f-8965-ef4426fe42b6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:45.582309 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f677b1b8-eb04-4a34-81e8-7f1831f72c45 req-dbfadb91-3e63-484f-8965-ef4426fe42b6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1072948 Jul 12 16:50:45.626573 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d69a-5d1f-409e-9e46-342971feffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:45.646312 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f677b1b8-eb04-4a34-81e8-7f1831f72c45 req-26e40c0a-11b5-4ba9-8ac1-9b42872fc84f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565720 Jul 12 16:50:45.669418 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3ab92-cb8d-4305-b559-1a9b0d89ca76 req-0270f717-b31c-40f0-9bef-2e44d87adfd6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:45.671665 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b2a3ab92-cb8d-4305-b559-1a9b0d89ca76 req-0270f717-b31c-40f0-9bef-2e44d87adfd6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0971408 Jul 12 16:50:45.713099 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b2a3ab92-cb8d-4305-b559-1a9b0d89ca76 req-ba160363-8abd-4376-ad03-2a1ea9cebc14 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352705 Jul 12 16:50:46.273440 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152c05e-98b1-452e-97f7-5018d7f6abe1 req-60f4de82-9557-4156-96b7-745345d43fdd tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:46.274968 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e152c05e-98b1-452e-97f7-5018d7f6abe1 req-60f4de82-9557-4156-96b7-745345d43fdd tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 946 time: 0.0775590 Jul 12 16:50:46.319304 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e152c05e-98b1-452e-97f7-5018d7f6abe1 req-ec5027b8-5414-44a2-8ac6-7c0e66d83c4a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367553 Jul 12 16:50:46.937914 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8ea57-d002-450a-ba84-eb3b70b54784 req-c9d87606-dbd7-42f9-922e-b4f2f865959d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:46.940126 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-dff8ea57-d002-450a-ba84-eb3b70b54784 req-c9d87606-dbd7-42f9-922e-b4f2f865959d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0893044 Jul 12 16:50:46.966897 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25df98d-2032-43b9-bd7e-a5287fadb645 req-cdf1a793-1fe2-4bf1-a867-32ce51299e46 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:46.968725 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e25df98d-2032-43b9-bd7e-a5287fadb645 req-cdf1a793-1fe2-4bf1-a867-32ce51299e46 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1449118 Jul 12 16:50:46.981485 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-e5121a27-98d0-48b4-9a44-50d99d2217f3 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:46.983031 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-e5121a27-98d0-48b4-9a44-50d99d2217f3 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 946 time: 0.1135986 Jul 12 16:50:46.994978 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-dff8ea57-d002-450a-ba84-eb3b70b54784 req-de47dbc5-bd7d-404a-9f7a-99974bb1002a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Jul 12 16:50:47.066918 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e25df98d-2032-43b9-bd7e-a5287fadb645 req-b37ee461-90f4-4afc-83de-8ca570b9a056 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828876 Jul 12 16:50:47.155261 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Deleting port d51075b1-e0c4-415b-bba2-ea73b1382f7a {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:50:47.155651 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:47.274725 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] For port d51075b1-e0c4-415b-bba2-ea73b1382f7a, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=d51075b1-e0c4-415b-bba2-ea73b1382f7a,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:47.275237 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:47.290982 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Calling delete_port for d51075b1-e0c4-415b-bba2-ea73b1382f7a owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:50:47.456974 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:47.494270 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Pushing event deleted for resources: {'Port': ['ID=d51075b1-e0c4-415b-bba2-ea73b1382f7a,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:47.499531 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b5b1e626-6622-460a-85e7-9972d7acaa41 req-1b9053cc-151f-485a-b23a-97822b3fd4f3 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd31cab-0207-423b-9376-b63bc9395e00 HTTP/1.1" status: 200 len: 210 time: 0.0479376 Jul 12 16:50:47.554407 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] No DVR routers for this DVR port d51075b1-e0c4-415b-bba2-ea73b1382f7a on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:50:47.558092 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:47.560308 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2492b073-0016-4e56-b578-d3db49ca9dbc req-960fd87f-1f68-4efc-9a06-9273607c7f8a tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "DELETE /v2.0/ports/d51075b1-e0c4-415b-bba2-ea73b1382f7a HTTP/1.1" status: 204 len: 173 time: 0.5618248 Jul 12 16:50:47.560789 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'name': 'network-vif-deleted', 'tag': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:47.563482 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb724a15-b2cb-4a2a-af6f-3fa77a6d2ad2" -d '{"events": [{"server_uuid": "ffd31cab-0207-423b-9376-b63bc9395e00", "name": "network-vif-deleted", "tag": "d51075b1-e0c4-415b-bba2-ea73b1382f7a"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:47.601813 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1fb56c-89ab-4618-8fb0-9fe40a4b83d8 x-openstack-request-id: req-1e1fb56c-89ab-4618-8fb0-9fe40a4b83d8 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:47.602116 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd31cab-0207-423b-9376-b63bc9395e00", "name": "network-vif-deleted", "tag": "d51075b1-e0c4-415b-bba2-ea73b1382f7a", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:47.602449 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e1fb56c-89ab-4618-8fb0-9fe40a4b83d8 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:47.602883 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd31cab-0207-423b-9376-b63bc9395e00', 'name': 'network-vif-deleted', 'tag': 'd51075b1-e0c4-415b-bba2-ea73b1382f7a', 'status': 'completed', 'code': 200} Jul 12 16:50:48.327918 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd5839-556c-4efa-8c26-c5d38a0f45b4 req-51bbb786-50fb-41f7-a30a-bc6b8f360524 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:48.340840 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ccdd5839-556c-4efa-8c26-c5d38a0f45b4 req-51bbb786-50fb-41f7-a30a-bc6b8f360524 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1414304 Jul 12 16:50:48.390614 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ccdd5839-556c-4efa-8c26-c5d38a0f45b4 req-457fb9e8-8306-4654-865e-e34e788d246c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482750 Jul 12 16:50:48.481480 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40634-a9ce-4ca2-b6f5-4339f4a47954 req-ffd2c41c-709a-42ff-939e-c350b86a3022 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:48.483483 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bda40634-a9ce-4ca2-b6f5-4339f4a47954 req-ffd2c41c-709a-42ff-939e-c350b86a3022 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.3509471 Jul 12 16:50:48.534961 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bda40634-a9ce-4ca2-b6f5-4339f4a47954 req-63539cb4-ead6-4ec2-a8ce-0f7cc1b44c03 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Jul 12 16:50:48.561237 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35796) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:48.721398 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5d537cc8-dac9-4bf9-b520-b5c9de2bcc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:48.887323 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5d537cc8-dac9-4bf9-b520-b5c9de2bcc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:48.898607 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:48.904442 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-5d537cc8-dac9-4bf9-b520-b5c9de2bcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:49.002852 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-5d537cc8-dac9-4bf9-b520-b5c9de2bcc04 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a7df0fdbef31453d95a09982c3fe8d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401839 Jul 12 16:50:49.007140 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 35816) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:49.009384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-904711ef-5a45-4642-9334-db30e9b8695e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.011479 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-904711ef-5a45-4642-9334-db30e9b8695e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/networks?id=b7beb965-92ce-485d-922e-dab9d7bbeac5 HTTP/1.1" status: 200 len: 809 time: 0.1059861 Jul 12 16:50:49.016597 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537cc8-dac9-4bf9-b520-b5c9de2bcc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a469fa-04c9-4df3-a3a2-3e8ab9c427ff,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:49.029002 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-6f7deaaa-9764-4dbb-8bcd-59a8c7a340b1 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/quotas/a2376efa0ce14a7da54a248ebdfcf63f HTTP/1.1" status: 200 len: 375 time: 0.0114243 Jul 12 16:50:49.076741 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-12f434a2-822f-4229-8b6e-6a8b5ae33303 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2376efa0ce14a7da54a248ebdfcf63f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320549 Jul 12 16:50:49.089442 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4daf-6f49-4a8f-bec7-1e64673da86d req-070774d5-3331-43fc-b2c8-06aae3778077 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.091078 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec4a4daf-6f49-4a8f-bec7-1e64673da86d req-070774d5-3331-43fc-b2c8-06aae3778077 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.2012827 Jul 12 16:50:49.097985 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-626226e4-c15c-43ba-b582-a5794022d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.099478 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-626226e4-c15c-43ba-b582-a5794022d4cb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 1099 time: 0.1638181 Jul 12 16:50:49.172184 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-348df0c4-8804-4e2f-8551-4e397d3bf5e0 service neutron] 10.222.0.74 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879772 Jul 12 16:50:49.177057 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3ef8-e402-46a4-9cfa-c7eed9742cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:49.214784 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec4a4daf-6f49-4a8f-bec7-1e64673da86d req-635fb7f8-1e36-444d-83c2-619b713e7aea tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141751 Jul 12 16:50:49.217162 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device d51075b1-e0c4-415b-bba2-ea73b1382f7a no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:50:49.235595 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3ef8-e402-46a4-9cfa-c7eed9742cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:49.241661 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: d51075b1-e0c4-415b-bba2-ea73b1382f7a {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:50:49.242436 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device d51075b1-e0c4-415b-bba2-ea73b1382f7a not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:50:49.309444 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-73747548-282a-4da7-ad31-34478a2a81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.311148 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-c31579ee-8fb8-4fd9-9837-1811993fc032 service neutron] 10.222.0.74 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327593 Jul 12 16:50:49.312085 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-73747548-282a-4da7-ad31-34478a2a81fc service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.2035675 Jul 12 16:50:49.389654 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-0787fe80-45c2-4c8e-b2ad-f92e7ce9a9ff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 200 len: 1001 time: 0.0696392 Jul 12 16:50:49.390955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3ef8-e402-46a4-9cfa-c7eed9742cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:49.393448 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3ef8-e402-46a4-9cfa-c7eed9742cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:49.394619 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7d9b3ef8-e402-46a4-9cfa-c7eed9742cf1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/71a469fa-04c9-4df3-a3a2-3e8ab9c427ff HTTP/1.1" status: 204 len: 168 time: 0.3857446 Jul 12 16:50:49.436022 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b3ef8-e402-46a4-9cfa-c7eed9742cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a469fa-04c9-4df3-a3a2-3e8ab9c427ff,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:49.477110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-9a30b7e7-404b-48fc-a5e8-844acfe83f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.478858 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-9a30b7e7-404b-48fc-a5e8-844acfe83f56 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0814912 Jul 12 16:50:49.540210 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d2f6691c-cbf6-45bf-997f-76b3ec0f39d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:49.586160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-20172b84-aa93-4524-b28f-f8328f3f6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.587831 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-20172b84-aa93-4524-b28f-f8328f3f6d35 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898173 Jul 12 16:50:49.638795 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1b8a1402-9c33-46b0-a0c7-b0b76437ff2e req-e4ba362f-779f-4434-abe1-5270174a049e tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 210 time: 0.0548615 Jul 12 16:50:49.768534 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-2a0857b2-d6ac-430b-b849-f376d4f9de3d service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621776 Jul 12 16:50:49.787729 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48a3a4-a6b3-4015-b166-2b0c627a2091 req-e5181042-c522-43eb-84b1-cfde8697297f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.789533 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7f48a3a4-a6b3-4015-b166-2b0c627a2091 req-e5181042-c522-43eb-84b1-cfde8697297f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1971004 Jul 12 16:50:49.908997 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7f48a3a4-a6b3-4015-b166-2b0c627a2091 req-d78099d7-74ca-4358-b8a3-9168a517296f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086423 Jul 12 16:50:49.963481 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-483e7e2c-03de-4452-b843-7c0f0e3038ff req-903ad258-699c-415b-9417-234f9ea2df5c service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871936 Jul 12 16:50:50.461080 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9041d0-9356-4efa-9ea1-73d5eb1763a9 req-527be77c-a4d2-4ea9-9226-41d15068b496 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:50.465105 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0e9041d0-9356-4efa-9ea1-73d5eb1763a9 req-527be77c-a4d2-4ea9-9226-41d15068b496 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0975666 Jul 12 16:50:50.524887 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0e9041d0-9356-4efa-9ea1-73d5eb1763a9 req-71c5fbef-52e3-4a3a-b81e-7df185c47c74 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461791 Jul 12 16:50:51.171457 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-763ce42c-681c-43c0-8e2e-84306cd2ee47 req-51b4bed8-acdb-443b-8656-6538ea3542ec tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 210 time: 0.3387289 Jul 12 16:50:51.272990 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c59d0-649c-44a9-a1a0-6ded18047d55 req-ccab9761-7b23-4245-9007-7c5cacc28442 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:51.276096 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-554c59d0-649c-44a9-a1a0-6ded18047d55 req-ccab9761-7b23-4245-9007-7c5cacc28442 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1416428 Jul 12 16:50:51.324791 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-554c59d0-649c-44a9-a1a0-6ded18047d55 req-47d8d19c-5f82-4286-884c-c4dee45a01ed tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Jul 12 16:50:51.347206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:51.381071 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-7af51a32-9b13-4513-bd3a-c67fc533e55f tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:51.382690 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-7af51a32-9b13-4513-bd3a-c67fc533e55f tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "GET /v2.0/networks?id=b7beb965-92ce-485d-922e-dab9d7bbeac5 HTTP/1.1" status: 200 len: 809 time: 0.2169011 Jul 12 16:50:51.396291 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Request body: {'port': {'device_id': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5', 'admin_state_up': True, 'tenant_id': 'a2376efa0ce14a7da54a248ebdfcf63f'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:51.551363 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Made reservation on behalf of a2376efa0ce14a7da54a248ebdfcf63f for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:50:51.555919 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:51.741249 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Allocated IP 172.20.0.4 (b7beb965-92ce-485d-922e-dab9d7bbeac5/f4a71404-9d3e-466a-8af2-d4bdbc1cefc5/c1f65cb2-27cd-45c3-9246-4afb72007bd7) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:50:51.764576 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:51.811033 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95e7e-5af8-4840-9854-1f6881d0a63c req-7678c2d2-3d32-4020-8031-7529df2d48e8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:51.812645 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9ce95e7e-5af8-4840-9854-1f6881d0a63c req-7678c2d2-3d32-4020-8031-7529df2d48e8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1331108 Jul 12 16:50:51.974540 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9ce95e7e-5af8-4840-9854-1f6881d0a63c req-c3e23e00-695e-415e-91b2-50399d06c9e2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440322 Jul 12 16:50:52.044889 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:52.104676 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:52.200017 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Network b7beb965-92ce-485d-922e-dab9d7bbeac5 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:50:52.204143 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:50:52.210185 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:50:52.217117 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Pushing event updated for resources: {'Port': ['ID=c1f65cb2-27cd-45c3-9246-4afb72007bd7,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:52.310827 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:52.312234 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:52.335818 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-a77300d4-abfb-4a0b-a79e-040e3b62e934 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9447634 Jul 12 16:50:52.349297 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Request body: {'port': {'device_id': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:52.413414 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7980eb-ad37-488a-86fe-a72bba6fc38d req-27ceee3a-0f3d-42b9-9097-d0d362e0a8b0 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:52.415099 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2f7980eb-ad37-488a-86fe-a72bba6fc38d req-27ceee3a-0f3d-42b9-9097-d0d362e0a8b0 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 931 time: 0.0754750 Jul 12 16:50:52.478996 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:52.479147 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2f7980eb-ad37-488a-86fe-a72bba6fc38d req-d5fb7426-f45f-4c2a-9dc8-903a20080b93 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Jul 12 16:50:52.794200 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c376304-3a14-446d-9e8b-13431cbfd047 req-9e87fe78-4162-49da-a581-bba18fc5a585 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:52.795971 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c376304-3a14-446d-9e8b-13431cbfd047 req-9e87fe78-4162-49da-a581-bba18fc5a585 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.2466953 Jul 12 16:50:52.875795 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c376304-3a14-446d-9e8b-13431cbfd047 req-0b257aa6-d714-4dc7-897e-55d2f0017c0e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682528 Jul 12 16:50:52.952622 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f65cb2-27cd-45c3-9246-4afb72007bd7 {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:50:52.962088 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:52.979370 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Transition to ACTIVE for port object c1f65cb2-27cd-45c3-9246-4afb72007bd7 will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:50:52.984149 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:53.023005 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43732a-f6f4-41a1-adc0-662ec9d74a56 req-26602d93-f71c-4c07-be3e-4391f2ffe4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:53.024545 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1d43732a-f6f4-41a1-adc0-662ec9d74a56 req-26602d93-f71c-4c07-be3e-4391f2ffe4e6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.0666006 Jul 12 16:50:53.060338 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f65cb2-27cd-45c3-9246-4afb72007bd7,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:53.078375 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1d43732a-f6f4-41a1-adc0-662ec9d74a56 req-32c329e2-4252-4b96-9558-e584fd3039a1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464003 Jul 12 16:50:53.119059 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Attempting to bind port c1f65cb2-27cd-45c3-9246-4afb72007bd7 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:50:53.119546 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Attempting to bind port c1f65cb2-27cd-45c3-9246-4afb72007bd7 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:50:53.119938 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Attempting to bind port c1f65cb2-27cd-45c3-9246-4afb72007bd7 on network b7beb965-92ce-485d-922e-dab9d7bbeac5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:53.124694 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Port c1f65cb2-27cd-45c3-9246-4afb72007bd7 on network b7beb965-92ce-485d-922e-dab9d7bbeac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:50:53.125020 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Attempting to bind port c1f65cb2-27cd-45c3-9246-4afb72007bd7 on network b7beb965-92ce-485d-922e-dab9d7bbeac5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:53.130555 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:50:53.131004 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Checking segment: {'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:50:53.131467 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Bound using segment: {'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:50:53.132008 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Bound port: c1f65cb2-27cd-45c3-9246-4afb72007bd7, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b092f4a7-3717-45e6-a19c-535761455b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:50:53.132448 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:53.205112 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] For port c1f65cb2-27cd-45c3-9246-4afb72007bd7, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:50:53.208496 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] For port c1f65cb2-27cd-45c3-9246-4afb72007bd7, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c1f65cb2-27cd-45c3-9246-4afb72007bd7,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:50:53.213743 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:53.257876 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:53.259056 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:53.260622 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:53.263147 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] 10.222.0.97 "PUT /v2.0/ports/c1f65cb2-27cd-45c3-9246-4afb72007bd7 HTTP/1.1" status: 200 len: 1093 time: 0.9187143 Jul 12 16:50:53.263882 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'tag': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:53.267940 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6612158-d315-47cf-abf3-58f5a8272d34" -d '{"events": [{"name": "network-changed", "server_uuid": "978f4930-bdcb-4408-95fe-dad95cfb1ec7", "tag": "c1f65cb2-27cd-45c3-9246-4afb72007bd7"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:53.311520 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46470e19-8316-4e25-9e51-33e1734d5530 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f65cb2-27cd-45c3-9246-4afb72007bd7,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:53.316957 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a1944e-71b8-4e43-af96-29cc8043cc58 x-openstack-request-id: req-12a1944e-71b8-4e43-af96-29cc8043cc58 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:53.317406 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978f4930-bdcb-4408-95fe-dad95cfb1ec7", "tag": "c1f65cb2-27cd-45c3-9246-4afb72007bd7", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:53.317834 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12a1944e-71b8-4e43-af96-29cc8043cc58 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:53.318438 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'tag': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7', 'status': 'completed', 'code': 200} Jul 12 16:50:53.398356 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-0082a3c4-a79d-4be7-bae6-792298f7a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:53.399796 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-0082a3c4-a79d-4be7-bae6-792298f7a5b5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a2376efa0ce14a7da54a248ebdfcf63f&device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0741160 Jul 12 16:50:53.449814 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-9e37039b-4394-417e-b572-1d0621383b63 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f65cb2-27cd-45c3-9246-4afb72007bd7 HTTP/1.1" status: 200 len: 217 time: 0.0419533 Jul 12 16:50:53.512975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-c5157a94-e274-4440-a876-f16a91e458e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:53.514678 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-c5157a94-e274-4440-a876-f16a91e458e7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4a71404-9d3e-466a-8af2-d4bdbc1cefc5 HTTP/1.1" status: 200 len: 849 time: 0.0543230 Jul 12 16:50:53.554222 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-1c84db9a-3b97-460a-8daa-f8451b475f2d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7beb965-92ce-485d-922e-dab9d7bbeac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jul 12 16:50:53.718328 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-82974931-64d2-444b-ba73-bbcbd18186c9 service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518357 Jul 12 16:50:53.735236 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c82ac8-f4bf-4b70-b4c2-20ed3c88967c req-01e99c6f-411b-49ad-adef-bdc475fe5e27 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:53.736706 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41c82ac8-f4bf-4b70-b4c2-20ed3c88967c req-01e99c6f-411b-49ad-adef-bdc475fe5e27 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 943 time: 0.1212392 Jul 12 16:50:53.835916 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41c82ac8-f4bf-4b70-b4c2-20ed3c88967c req-efaa84b8-cf5c-41a5-82fd-b42cedac162b tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905092 Jul 12 16:50:53.867539 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6f031f1b-804e-4fbc-baf9-66fdd2543339 req-c17b1981-6525-44b1-b536-57c850906a68 service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295497 Jul 12 16:50:54.004141 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-0ed580b7-0816-4acc-bc17-5fbe14cbe78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.005951 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-0ed580b7-0816-4acc-bc17-5fbe14cbe78f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a2376efa0ce14a7da54a248ebdfcf63f&device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0742724 Jul 12 16:50:54.149485 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-623251ee-0474-453d-b656-4bee7ba813c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.151206 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-623251ee-0474-453d-b656-4bee7ba813c1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b7beb965-92ce-485d-922e-dab9d7bbeac5 HTTP/1.1" status: 200 len: 910 time: 0.1244082 Jul 12 16:50:54.153962 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e6bdd-6a06-4ce6-94d3-3a438bc6dc28 req-41b3fc04-d2c2-47e6-85c8-f68ed6234d9b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.156563 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-aa8e6bdd-6a06-4ce6-94d3-3a438bc6dc28 req-41b3fc04-d2c2-47e6-85c8-f68ed6234d9b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0955508 Jul 12 16:50:54.203703 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-edbce75b-3d4f-400c-bace-546177fbcb8f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f65cb2-27cd-45c3-9246-4afb72007bd7 HTTP/1.1" status: 200 len: 217 time: 0.0415220 Jul 12 16:50:54.220635 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-aa8e6bdd-6a06-4ce6-94d3-3a438bc6dc28 req-25384a0e-80d1-4a5d-8905-2446289ab6ed tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571814 Jul 12 16:50:54.267766 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-6eb1cb26-8ffb-4750-9c68-3b1f57783b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.269319 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-6eb1cb26-8ffb-4750-9c68-3b1f57783b4d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f4a71404-9d3e-466a-8af2-d4bdbc1cefc5 HTTP/1.1" status: 200 len: 849 time: 0.0589724 Jul 12 16:50:54.311682 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-c9f45659-c7ff-4c83-8bfa-d41d2d112822 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b7beb965-92ce-485d-922e-dab9d7bbeac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347610 Jul 12 16:50:54.421468 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-ba420111-f5db-4d2b-9299-3ef630725557 service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021440 Jul 12 16:50:54.542811 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6612158-d315-47cf-abf3-58f5a8272d34 req-ecd29b3e-257f-4cfa-a753-bd09f4e56836 service neutron] 10.222.0.97 "GET /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140370 Jul 12 16:50:54.758179 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46866748-ea04-4043-9b66-61600f2883ed req-e319b895-2bf6-44b2-a29e-de643bf55706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.759766 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46866748-ea04-4043-9b66-61600f2883ed req-e319b895-2bf6-44b2-a29e-de643bf55706 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 1099 time: 0.0964997 Jul 12 16:50:54.843166 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad202-9554-4378-86d1-7b0b7f6ded91 req-9ab25af1-5b64-4917-a3f2-a05e490812e4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.844724 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9efad202-9554-4378-86d1-7b0b7f6ded91 req-9ab25af1-5b64-4917-a3f2-a05e490812e4 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1293845 Jul 12 16:50:54.903095 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46866748-ea04-4043-9b66-61600f2883ed req-af3669b7-6aa4-4592-815e-77e4aa9272cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.904602 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46866748-ea04-4043-9b66-61600f2883ed req-af3669b7-6aa4-4592-815e-77e4aa9272cc service neutron] 10.222.0.97 "GET /v2.0/networks?id=c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 200 len: 919 time: 0.1364932 Jul 12 16:50:54.913404 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9efad202-9554-4378-86d1-7b0b7f6ded91 req-d957cb94-284b-47a1-b91a-5beb504fe1e8 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569355 Jul 12 16:50:54.954896 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46866748-ea04-4043-9b66-61600f2883ed req-0fe4f4cd-175c-43a5-b606-991b61f1801a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 200 len: 217 time: 0.0404055 Jul 12 16:50:55.010558 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46866748-ea04-4043-9b66-61600f2883ed req-97f785e8-ea56-40b2-845c-3626722133f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:55.012142 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46866748-ea04-4043-9b66-61600f2883ed req-97f785e8-ea56-40b2-845c-3626722133f7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 200 len: 858 time: 0.0483525 Jul 12 16:50:55.038640 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1eb2ad-e30d-4ee8-a63a-90f5fc95a1ef req-b32cd1f1-f5e0-481c-aba1-621dbc6e3d74 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:55.040270 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1b1eb2ad-e30d-4ee8-a63a-90f5fc95a1ef req-b32cd1f1-f5e0-481c-aba1-621dbc6e3d74 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 943 time: 0.0692174 Jul 12 16:50:55.061067 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46866748-ea04-4043-9b66-61600f2883ed req-a7cf39af-9d3b-4085-8dae-051fa5a4f192 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c9dbd928-210e-4418-bad0-3296e373801a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418215 Jul 12 16:50:55.089633 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1b1eb2ad-e30d-4ee8-a63a-90f5fc95a1ef req-c72211f3-dec6-470a-9295-315194ba3a52 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Jul 12 16:50:55.175534 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46866748-ea04-4043-9b66-61600f2883ed req-db94823e-921b-45aa-b018-9a9f401c37ac service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064961 Jul 12 16:50:55.232679 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c1f65cb2-27cd-45c3-9246-4afb72007bd7 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:50:55.303875 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46866748-ea04-4043-9b66-61600f2883ed req-00b2a3a9-9ef7-466d-ad21-ef8e96f18a7d service neutron] 10.222.0.97 "GET /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202486 Jul 12 16:50:55.402487 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port c1f65cb2-27cd-45c3-9246-4afb72007bd7, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c1f65cb2-27cd-45c3-9246-4afb72007bd7,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:55.418536 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7', 'network_id': 'b7beb965-92ce-485d-922e-dab9d7bbeac5', 'port_id': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7', 'mac_address': 'fa:16:3e:05:12:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a71404-9d3e-466a-8af2-d4bdbc1cefc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:50:55.461591 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:55.476987 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f65cb2-27cd-45c3-9246-4afb72007bd7 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:50:55.498920 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port c1f65cb2-27cd-45c3-9246-4afb72007bd7, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c1f65cb2-27cd-45c3-9246-4afb72007bd7,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:55.503222 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:55.568531 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=c1f65cb2-27cd-45c3-9246-4afb72007bd7,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:55.835920 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['c1f65cb2-27cd-45c3-9246-4afb72007bd7'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:50:56.168510 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6eb096-4218-4a3c-951c-58d6a1d195a6 req-c4b52512-bbcc-4752-941c-0c0392a373df tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:56.171032 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ba6eb096-4218-4a3c-951c-58d6a1d195a6 req-c4b52512-bbcc-4752-941c-0c0392a373df tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0909202 Jul 12 16:50:56.226991 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ba6eb096-4218-4a3c-951c-58d6a1d195a6 req-fc2bb3e5-91de-42e7-8608-1314635e2bbd tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457959 Jul 12 16:50:56.312783 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb605fe7-53b3-490c-b5bd-dde77a1cf807 req-5a24e040-3d81-4e4a-91b3-6df00a2857fc tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:56.314473 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eb605fe7-53b3-490c-b5bd-dde77a1cf807 req-5a24e040-3d81-4e4a-91b3-6df00a2857fc tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 944 time: 0.0829914 Jul 12 16:50:56.368319 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eb605fe7-53b3-490c-b5bd-dde77a1cf807 req-72b5bd53-f94f-4af0-ae6d-43f926c94c57 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Jul 12 16:50:57.262677 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c1f65cb2-27cd-45c3-9246-4afb72007bd7 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:50:57.344001 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port c1f65cb2-27cd-45c3-9246-4afb72007bd7 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:50:57.349111 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port c1f65cb2-27cd-45c3-9246-4afb72007bd7 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:50:57.349598 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:57.463510 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:57.493565 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b90007-0086-400f-a294-7fe3038e37bc req-4c3b8fde-977d-4547-b3bd-79e885dbfaa9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:57.496183 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-99b90007-0086-400f-a294-7fe3038e37bc req-4c3b8fde-977d-4547-b3bd-79e885dbfaa9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1020837 Jul 12 16:50:57.498045 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:57.501508 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8208b4da-f081-404d-ab38-18ac1ceeaa00" -d '{"events": [{"server_uuid": "978f4930-bdcb-4408-95fe-dad95cfb1ec7", "name": "network-vif-plugged", "status": "completed", "tag": "c1f65cb2-27cd-45c3-9246-4afb72007bd7"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:57.521256 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port c1f65cb2-27cd-45c3-9246-4afb72007bd7, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c1f65cb2-27cd-45c3-9246-4afb72007bd7,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:57.531760 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:57.568255 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-99b90007-0086-400f-a294-7fe3038e37bc req-dffd34be-1593-476a-a8d4-ae9b68046d81 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597997 Jul 12 16:50:57.608921 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=c1f65cb2-27cd-45c3-9246-4afb72007bd7,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:57.644547 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c58ed-88b6-41d8-93c0-99ea494ad732 req-31f01359-e7ad-4f30-a9b5-55f9bbb81443 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:57.646985 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-410c58ed-88b6-41d8-93c0-99ea494ad732 req-31f01359-e7ad-4f30-a9b5-55f9bbb81443 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.1002340 Jul 12 16:50:57.665293 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318ec53f-6c82-44b6-ab8d-47f29c2a0da2 x-openstack-request-id: req-318ec53f-6c82-44b6-ab8d-47f29c2a0da2 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:57.666323 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978f4930-bdcb-4408-95fe-dad95cfb1ec7", "name": "network-vif-plugged", "status": "completed", "tag": "c1f65cb2-27cd-45c3-9246-4afb72007bd7", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:57.666521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-318ec53f-6c82-44b6-ab8d-47f29c2a0da2 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:57.666842 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7', 'code': 200} Jul 12 16:50:57.710003 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-410c58ed-88b6-41d8-93c0-99ea494ad732 req-9be6af70-f6c3-4860-a63a-c9857452af18 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538435 Jul 12 16:50:58.030241 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945175b-ff86-498b-a898-19b4c1147689 req-3c9f79bb-4086-4494-bc16-706a244913cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:58.033493 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a945175b-ff86-498b-a898-19b4c1147689 req-3c9f79bb-4086-4494-bc16-706a244913cc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 1098 time: 0.0854650 Jul 12 16:50:58.085727 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a945175b-ff86-498b-a898-19b4c1147689 req-8f6ea0fe-dd29-4d34-8dac-3a4b0665fdff service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Jul 12 16:50:58.939578 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e3f29-3d87-42bf-a72d-a1207ff707bc req-b8d45c98-d90b-4c1a-9b5b-88725e5884b8 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:58.941177 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6d8e3f29-3d87-42bf-a72d-a1207ff707bc req-b8d45c98-d90b-4c1a-9b5b-88725e5884b8 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.0799932 Jul 12 16:50:58.987175 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6d8e3f29-3d87-42bf-a72d-a1207ff707bc req-c8154d48-e3b4-41b5-b444-33f6a64d6054 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jul 12 16:51:00.213504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5d5b7-9bf8-4a77-8314-825473909ea1 req-97329604-a775-4f55-bb8e-9928e00dd7b6 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:00.215157 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35b5d5b7-9bf8-4a77-8314-825473909ea1 req-97329604-a775-4f55-bb8e-9928e00dd7b6 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.0792308 Jul 12 16:51:00.269657 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35b5d5b7-9bf8-4a77-8314-825473909ea1 req-842187ea-a650-4218-8cb6-971b388dadcf tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Jul 12 16:51:01.313661 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:51:01.480038 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1430c7-3d8b-4953-8d80-52a6083fdf74 req-9d58326f-49a5-44c4-a5f3-15b0d795aa3c tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:01.481672 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ae1430c7-3d8b-4953-8d80-52a6083fdf74 req-9d58326f-49a5-44c4-a5f3-15b0d795aa3c tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.0714777 Jul 12 16:51:01.523742 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ae1430c7-3d8b-4953-8d80-52a6083fdf74 req-e2237c45-fdb5-43d6-84a3-91c286de0f2c tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353601 Jul 12 16:51:02.729600 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299bf2-45a0-405f-a142-8397df3060f1 req-0d162666-53e0-4c44-b567-a5fe26676039 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:02.731844 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b299bf2-45a0-405f-a142-8397df3060f1 req-0d162666-53e0-4c44-b567-a5fe26676039 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.0769558 Jul 12 16:51:02.779693 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b299bf2-45a0-405f-a142-8397df3060f1 req-c620039c-dd92-498a-984d-dc0cda173e63 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Jul 12 16:51:03.798581 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecba8e-f616-4dc5-8fb6-bb9d1c04acb4 req-2b4d556b-2604-4ab2-9290-1e24b9eafb83 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:03.801159 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52ecba8e-f616-4dc5-8fb6-bb9d1c04acb4 req-2b4d556b-2604-4ab2-9290-1e24b9eafb83 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.0911286 Jul 12 16:51:03.851511 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52ecba8e-f616-4dc5-8fb6-bb9d1c04acb4 req-800a735a-c02e-4556-942f-01e68216bcfd tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Jul 12 16:51:05.106660 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bc6cc-1b66-438a-ab37-d23497ad2fc7 req-0dedef37-0672-4687-89b6-430d52d5dfd9 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:05.108258 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-671bc6cc-1b66-438a-ab37-d23497ad2fc7 req-0dedef37-0672-4687-89b6-430d52d5dfd9 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.0847590 Jul 12 16:51:05.161338 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-671bc6cc-1b66-438a-ab37-d23497ad2fc7 req-ae5ff899-34cc-4bb3-8755-675a1514fdc2 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/security-groups?id=489776ee-b6cd-4991-85a6-d378ae0a097e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Jul 12 16:51:05.251764 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce857-8c5d-499c-89da-9f714dfd8d86 req-1d85d6b5-45a9-4e73-ac76-e3e5e0772722 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:05.253325 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-45dce857-8c5d-499c-89da-9f714dfd8d86 req-1d85d6b5-45a9-4e73-ac76-e3e5e0772722 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0724187 Jul 12 16:51:05.296403 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-45dce857-8c5d-499c-89da-9f714dfd8d86 req-56fd3018-d8f5-4c66-a7ed-d218dc5fc188 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Jul 12 16:51:05.329209 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-210343a7-7634-4f8c-85b5-d8ea3640bb0c tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:05.330774 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-210343a7-7634-4f8c-85b5-d8ea3640bb0c tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 945 time: 0.0793672 Jul 12 16:51:05.455602 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Deleting port c1f65cb2-27cd-45c3-9246-4afb72007bd7 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:51:05.455949 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:05.568855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] For port c1f65cb2-27cd-45c3-9246-4afb72007bd7, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c1f65cb2-27cd-45c3-9246-4afb72007bd7,segment=NetworkSegment(b092f4a7-3717-45e6-a19c-535761455b9c),segment_id=b092f4a7-3717-45e6-a19c-535761455b9c)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:05.569205 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:05.585640 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Calling delete_port for c1f65cb2-27cd-45c3-9246-4afb72007bd7 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:51:05.737316 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:05.752616 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['c1f65cb2-27cd-45c3-9246-4afb72007bd7'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:05.767261 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Pushing event deleted for resources: {'Port': ['ID=c1f65cb2-27cd-45c3-9246-4afb72007bd7,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:05.818729 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] No DVR routers for this DVR port c1f65cb2-27cd-45c3-9246-4afb72007bd7 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:51:05.821173 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:05.823990 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-981db540-2d44-40b9-a5a8-73fd9a96790b req-738f317e-ed9e-488f-a93f-9898b0cc5e46 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.97 "DELETE /v2.0/ports/c1f65cb2-27cd-45c3-9246-4afb72007bd7 HTTP/1.1" status: 204 len: 173 time: 0.4862611 Jul 12 16:51:05.824618 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'name': 'network-vif-deleted', 'tag': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:05.826722 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25052ac-f36b-40cf-b88f-2583cec12f0a" -d '{"events": [{"server_uuid": "978f4930-bdcb-4408-95fe-dad95cfb1ec7", "name": "network-vif-deleted", "tag": "c1f65cb2-27cd-45c3-9246-4afb72007bd7"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:05.872093 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1214d49-a525-4d0e-a2f6-22321f561bae x-openstack-request-id: req-e1214d49-a525-4d0e-a2f6-22321f561bae {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:05.873132 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978f4930-bdcb-4408-95fe-dad95cfb1ec7", "name": "network-vif-deleted", "tag": "c1f65cb2-27cd-45c3-9246-4afb72007bd7", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:05.874129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1214d49-a525-4d0e-a2f6-22321f561bae {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:05.874730 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f4930-bdcb-4408-95fe-dad95cfb1ec7', 'name': 'network-vif-deleted', 'tag': 'c1f65cb2-27cd-45c3-9246-4afb72007bd7', 'status': 'completed', 'code': 200} Jul 12 16:51:06.337190 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a5ea1b5f-8618-4dd8-8be2-8dccd040bcbd req-8d2d7084-fa36-4551-823a-f938e213dfa6 tempest-VolumesActionsTest-2069552174 tempest-VolumesActionsTest-2069552174-project] 10.222.0.74 "GET /v2.0/ports?device_id=978f4930-bdcb-4408-95fe-dad95cfb1ec7 HTTP/1.1" status: 200 len: 210 time: 0.0344894 Jul 12 16:51:06.560366 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24303bf-efb7-405d-8c48-3d2d17340f60 req-0341874d-3f35-47cb-ba33-38356d1b8ac0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:06.562659 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d24303bf-efb7-405d-8c48-3d2d17340f60 req-0341874d-3f35-47cb-ba33-38356d1b8ac0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.0907931 Jul 12 16:51:06.611462 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d24303bf-efb7-405d-8c48-3d2d17340f60 req-94071379-522e-4232-a369-ae55dde267b2 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Jul 12 16:51:07.721518 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a2630-009c-4b34-8841-626c57f64329 req-a62c5e89-357a-43a0-99a8-6c1ba55e8a8b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:07.721518 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-628a2630-009c-4b34-8841-626c57f64329 req-a62c5e89-357a-43a0-99a8-6c1ba55e8a8b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.1034749 Jul 12 16:51:08.129085 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957d60d-3b14-4850-a5cd-87d5a6d808d1 req-c2d4e870-aae6-4233-8290-0ecded1862d7 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:08.130693 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a957d60d-3b14-4850-a5cd-87d5a6d808d1 req-c2d4e870-aae6-4233-8290-0ecded1862d7 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 945 time: 0.3676996 Jul 12 16:51:08.153670 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Deleting port 156472e5-9a58-482a-933b-82232a00ac3b {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:51:08.154043 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:08.237275 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a957d60d-3b14-4850-a5cd-87d5a6d808d1 req-78ac77e4-dbc3-4c15-9f29-8e5d7269d4ae tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989211 Jul 12 16:51:08.295013 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] For port 156472e5-9a58-482a-933b-82232a00ac3b, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=156472e5-9a58-482a-933b-82232a00ac3b,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:08.295505 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:08.309753 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Calling delete_port for 156472e5-9a58-482a-933b-82232a00ac3b owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:51:08.458038 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:08.470102 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['fea50844-68c0-4b1d-b96f-22aa08d00574', '156472e5-9a58-482a-933b-82232a00ac3b'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:08.488572 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Pushing event deleted for resources: {'Port': ['ID=156472e5-9a58-482a-933b-82232a00ac3b,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:08.540301 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] No DVR routers for this DVR port 156472e5-9a58-482a-933b-82232a00ac3b on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:51:08.542995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:08.545225 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-628a2630-009c-4b34-8841-626c57f64329 req-dae88212-a298-45b5-b5ce-97db8184f9c0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "DELETE /v2.0/ports/156472e5-9a58-482a-933b-82232a00ac3b HTTP/1.1" status: 204 len: 173 time: 0.8201358 Jul 12 16:51:08.545695 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'name': 'network-vif-deleted', 'tag': '156472e5-9a58-482a-933b-82232a00ac3b'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:08.547955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8693c58d-66b3-4b36-b790-5d83ff7a1932" -d '{"events": [{"server_uuid": "1f5dd8f7-b514-4d77-9277-2d19d4d762aa", "name": "network-vif-deleted", "tag": "156472e5-9a58-482a-933b-82232a00ac3b"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:08.593710 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dbd72b-ab49-4d09-add6-5fd9d6dc9381 x-openstack-request-id: req-44dbd72b-ab49-4d09-add6-5fd9d6dc9381 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:08.594048 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5dd8f7-b514-4d77-9277-2d19d4d762aa", "name": "network-vif-deleted", "tag": "156472e5-9a58-482a-933b-82232a00ac3b", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:08.594309 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-44dbd72b-ab49-4d09-add6-5fd9d6dc9381 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:08.594738 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5dd8f7-b514-4d77-9277-2d19d4d762aa', 'name': 'network-vif-deleted', 'tag': '156472e5-9a58-482a-933b-82232a00ac3b', 'status': 'completed', 'code': 200} Jul 12 16:51:09.383508 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-437c4763-b314-42dc-abcd-58014ef7c472 req-1c24aa95-cafe-4412-97fb-174c845d5380 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.0314443 Jul 12 16:51:10.537075 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7800517c-81ee-4c5a-bcd3-c7cdbdd64471 req-49856515-12e5-4bec-b401-64af47fd32e9 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.0317380 Jul 12 16:51:11.686614 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1a4278af-830b-4d59-a69d-8c7b64a7fa1f req-3ba367cd-790d-4001-b141-2e24f9d9a457 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f5dd8f7-b514-4d77-9277-2d19d4d762aa HTTP/1.1" status: 200 len: 210 time: 0.0319231 Jul 12 16:51:11.802596 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 156472e5-9a58-482a-933b-82232a00ac3b no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:11.829171 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 156472e5-9a58-482a-933b-82232a00ac3b {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:51:11.829510 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 156472e5-9a58-482a-933b-82232a00ac3b not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:11.829947 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c1f65cb2-27cd-45c3-9246-4afb72007bd7 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:11.849325 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: c1f65cb2-27cd-45c3-9246-4afb72007bd7 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:51:11.849671 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c1f65cb2-27cd-45c3-9246-4afb72007bd7 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:13.205563 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4423b-dee9-431b-910e-c7ac902273d1 req-a9db80b0-037f-44eb-9fe4-ef18407b752e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:13.207207 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-24c4423b-dee9-431b-910e-c7ac902273d1 req-a9db80b0-037f-44eb-9fe4-ef18407b752e tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0690222 Jul 12 16:51:13.260308 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-24c4423b-dee9-431b-910e-c7ac902273d1 req-b520c24e-69ac-49df-9b93-a0a063a1f57a tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Jul 12 16:51:14.452339 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d3be-7a41-4629-a2b9-3d560d3530d7 req-dbbaf5a0-3cd7-4d96-a21b-19ff62fec008 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:14.454072 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d249d3be-7a41-4629-a2b9-3d560d3530d7 req-dbbaf5a0-3cd7-4d96-a21b-19ff62fec008 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0761685 Jul 12 16:51:14.504471 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d249d3be-7a41-4629-a2b9-3d560d3530d7 req-aff4fd9a-2d58-4ffd-9561-3f81dbd90da3 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Jul 12 16:51:15.617830 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d3a8740d-ad2c-4b42-873c-ecaf0f3c3e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:15.713636 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b70fed-9255-49ff-bab7-889744b93beb req-2540f7c8-eeab-4969-9aec-3877c920a60b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:15.715200 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-45b70fed-9255-49ff-bab7-889744b93beb req-2540f7c8-eeab-4969-9aec-3877c920a60b tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0693035 Jul 12 16:51:15.756463 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-45b70fed-9255-49ff-bab7-889744b93beb req-09032438-fa4b-4b8c-8ead-17612998896c tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Jul 12 16:51:16.942539 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a1704-99e7-42dc-af97-713443723138 req-9ee326b9-0827-47b1-95fa-5d4cf756c797 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:16.944023 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3b5a1704-99e7-42dc-af97-713443723138 req-9ee326b9-0827-47b1-95fa-5d4cf756c797 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0689170 Jul 12 16:51:16.988872 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3b5a1704-99e7-42dc-af97-713443723138 req-3636a825-ae5c-4bd4-9100-0fcc433ee586 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 Jul 12 16:51:17.428583 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-7bec8e80-682c-42ca-b785-248d5dd5f948 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743523 Jul 12 16:51:17.531067 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-528e5663-f074-4eb1-99e8-1c4ff32782e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:17.532804 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-528e5663-f074-4eb1-99e8-1c4ff32782e1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 1099 time: 0.0659389 Jul 12 16:51:17.686002 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-b9c625f8-52d9-4aa8-859a-2d90a346aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:17.687926 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-b9c625f8-52d9-4aa8-859a-2d90a346aca2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.1284130 Jul 12 16:51:17.801134 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-484eef84-df2c-488b-af44-c959b0f2bc14 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 200 len: 1001 time: 0.1031308 Jul 12 16:51:17.911836 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-5de62522-1b2e-4579-87d1-d95db955a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:17.913420 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-5de62522-1b2e-4579-87d1-d95db955a97d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.1047194 Jul 12 16:51:18.026068 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-7e0ebf62-dc60-4aff-a54d-87fd02d4cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:18.027831 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-7e0ebf62-dc60-4aff-a54d-87fd02d4cb0b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978830 Jul 12 16:51:18.265507 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-2a3687e1-c31d-4585-b770-3f882d4348a9 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287080 Jul 12 16:51:18.315269 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9dba-d517-4674-8e44-795032621d60 req-32d79e72-e4c3-49fa-9e9e-6c7497ba41a0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:18.317095 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c4d9dba-d517-4674-8e44-795032621d60 req-32d79e72-e4c3-49fa-9e9e-6c7497ba41a0 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.1171970 Jul 12 16:51:18.380742 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c4d9dba-d517-4674-8e44-795032621d60 req-36308308-a434-4614-aed0-fd5defde0317 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560174 Jul 12 16:51:18.421231 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cc411c8-b226-4b8e-97fd-3c2a30fbe7c6 req-0c4c1ce3-86b4-4171-81ed-c95f8698a779 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424189 Jul 12 16:51:18.918000 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:19.505998 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e9e609f7-fe7e-4c90-b049-37a1d168651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:19.599748 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de6bf-aac0-4019-982f-c2871f4249d7 req-9094df71-95d2-4ec0-a638-4249366da5f6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:19.601334 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b5de6bf-aac0-4019-982f-c2871f4249d7 req-9094df71-95d2-4ec0-a638-4249366da5f6 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0757692 Jul 12 16:51:19.649552 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b5de6bf-aac0-4019-982f-c2871f4249d7 req-ef4eb9c5-023a-450f-9c60-7e2c212b6408 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/security-groups?id=6cb5e858-69f5-4b5d-947f-010f3b766e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Jul 12 16:51:20.132105 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-570938c8-6a09-478d-a9c3-75f5a854eb91 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:20.135022 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-570938c8-6a09-478d-a9c3-75f5a854eb91 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 946 time: 0.0831494 Jul 12 16:51:20.291571 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Deleting port fea50844-68c0-4b1d-b96f-22aa08d00574 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:51:20.291848 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:20.407795 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] For port fea50844-68c0-4b1d-b96f-22aa08d00574, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fea50844-68c0-4b1d-b96f-22aa08d00574,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:20.407795 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:20.426481 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Calling delete_port for fea50844-68c0-4b1d-b96f-22aa08d00574 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:51:20.595724 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:20.610402 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['fea50844-68c0-4b1d-b96f-22aa08d00574'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:20.639868 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Pushing event deleted for resources: {'Port': ['ID=fea50844-68c0-4b1d-b96f-22aa08d00574,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:20.658338 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.659523 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.660169 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.660815 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.661521 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.662541 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.663319 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.664016 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.664854 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.665545 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.665915 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.666588 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:20.726605 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] No DVR routers for this DVR port fea50844-68c0-4b1d-b96f-22aa08d00574 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:51:20.730044 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:20.734146 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db859e13-00fb-4aab-9299-c5c38c2fb895 req-df9641bb-3b03-4236-8c58-8325fd0a29c5 tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.97 "DELETE /v2.0/ports/fea50844-68c0-4b1d-b96f-22aa08d00574 HTTP/1.1" status: 204 len: 173 time: 0.5929432 Jul 12 16:51:20.734656 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c41af08-d40d-477c-b47e-5f9797a05348', 'name': 'network-vif-deleted', 'tag': 'fea50844-68c0-4b1d-b96f-22aa08d00574'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:20.738994 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acb63e-4a44-46da-996a-899e43b0aa15" -d '{"events": [{"server_uuid": "8c41af08-d40d-477c-b47e-5f9797a05348", "name": "network-vif-deleted", "tag": "fea50844-68c0-4b1d-b96f-22aa08d00574"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:20.821607 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b7184-6357-482f-9334-dc4f11e02983 x-openstack-request-id: req-8b1b7184-6357-482f-9334-dc4f11e02983 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:20.821938 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c41af08-d40d-477c-b47e-5f9797a05348", "name": "network-vif-deleted", "tag": "fea50844-68c0-4b1d-b96f-22aa08d00574", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:20.822742 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b1b7184-6357-482f-9334-dc4f11e02983 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:20.823245 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c41af08-d40d-477c-b47e-5f9797a05348', 'name': 'network-vif-deleted', 'tag': 'fea50844-68c0-4b1d-b96f-22aa08d00574', 'status': 'completed', 'code': 200} Jul 12 16:51:20.862965 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0c409748-dc0a-4de5-a26f-01482233ebdd req-50bf69aa-26f0-467d-a0d8-9dad835c7f2f tempest-ServerRescueNegativeTestJSON-1191369702 tempest-ServerRescueNegativeTestJSON-1191369702-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c41af08-d40d-477c-b47e-5f9797a05348 HTTP/1.1" status: 200 len: 210 time: 0.0375817 Jul 12 16:51:21.351623 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:21.765848 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:22.036773 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36268) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:22.551637 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:22.927491 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Deleting port cefaa514-ddf7-43c2-8553-4157c5f058b5 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:51:22.927491 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.013205 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] For port cefaa514-ddf7-43c2-8553-4157c5f058b5, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=cefaa514-ddf7-43c2-8553-4157c5f058b5,segment=NetworkSegment(3dec346a-3dc7-46cd-ab84-6f82b0094d77),segment_id=3dec346a-3dc7-46cd-ab84-6f82b0094d77)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:23.013577 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.040023 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Calling delete_port for cefaa514-ddf7-43c2-8553-4157c5f058b5 owned by network:router_interface {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:51:23.312256 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.400592 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.438536 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefaa514-ddf7-43c2-8553-4157c5f058b5,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:23.470738 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.471076 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.471412 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.471740 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.472063 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.472389 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.472718 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.473026 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.473343 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.473814 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.474134 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.474449 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:23.640452 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.895404 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:51:24.277917 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:51:24.287692 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5b121beb-2fb0-456c-b7cb-a2323b08c763 admin admin] 10.222.0.74 "PUT /v2.0/routers/cdf017be-cb9b-4272-90f4-63d5c6c9dc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2468927 Jul 12 16:51:24.288022 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36294) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:24.290901 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] Sync routers for ids ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:51:24.305166 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] Routers {'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:24.306787 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:24.420021 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:24.471904 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] Set router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:24.596363 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:24.670739 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Deleting port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:51:24.671433 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:24.705305 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:51:23Z', 'revision_number': 5, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port': {'id': '46e7b89a-e908-4cf7-9e2c-774d0d6f4253', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:24.744671 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] Checking router: cdf017be-cb9b-4272-90f4-63d5c6c9dc9a for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:51:24.755826 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] Routers {'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:24.756645 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:24.774784 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] For port 46e7b89a-e908-4cf7-9e2c-774d0d6f4253, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:24.775133 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:24.799373 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Calling delete_port for 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 owned by network:router_gateway {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:51:24.867070 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] Set router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a gateway port host: None {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:24.931788 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:51:24Z', 'revision_number': 6, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:24.971914 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d1294-4501-4826-b2af-e38c97990b79 None None] The sync data for ids ['cdf017be-cb9b-4272-90f4-63d5c6c9dc9a'] in dv-cinder-800490-1-iscsi is: [{'id': 'cdf017be-cb9b-4272-90f4-63d5c6c9dc9a', 'name': 'tempest-ServerRescueNegativeTestJSON-257646811-router', 'tenant_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:05Z', 'updated_at': '2021-07-12T16:51:24Z', 'revision_number': 6, 'project_id': '0fdaaf3b5f984c77ac12de4ad9e19cde', 'gw_port_host': None}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:51:25.080033 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.113217 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e7b89a-e908-4cf7-9e2c-774d0d6f4253,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:25.192474 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.307876 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.311546 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.455813 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.456511 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf017be-cb9b-4272-90f4-63d5c6c9dc9a {{(pid=99421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:51:25.464899 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.466610 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6183937c-e552-4045-8cd8-8dc714bd40f5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/cdf017be-cb9b-4272-90f4-63d5c6c9dc9a HTTP/1.1" status: 204 len: 168 time: 1.1769471 Jul 12 16:51:25.469239 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36304) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:25.552245 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] Deleting subnet 2c219d00-e7f4-4404-a4a9-71b5fedcbb02 {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:51:25.557838 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.610181 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.685780 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.784670 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.817795 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:25.824718 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2c219d00-e7f4-4404-a4a9-71b5fedcbb02 HTTP/1.1" status: 204 len: 168 time: 0.3494561 Jul 12 16:51:25.825009 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fea50844-68c0-4b1d-b96f-22aa08d00574 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:25.826632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36306) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:25.855013 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce91046-8a69-4ba0-8aba-51262fc5628c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c219d00-e7f4-4404-a4a9-71b5fedcbb02,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:25.879632 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: fea50844-68c0-4b1d-b96f-22aa08d00574 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:51:25.880015 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fea50844-68c0-4b1d-b96f-22aa08d00574 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:25.945654 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.093934 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:26.101366 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.118624 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dbd928-210e-4418-bad0-3296e373801a']}} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:26.132102 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:51:26.132439 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 46e7b89a-e908-4cf7-9e2c-774d0d6f4253 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:26.133154 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device cefaa514-ddf7-43c2-8553-4157c5f058b5 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:26.139890 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dec346a-3dc7-46cd-ab84-6f82b0094d77') {'for_net_delete': True} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:26.140636 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dec346a-3dc7-46cd-ab84-6f82b0094d77') {} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:26.152251 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7762659'] for segment, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.167721 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: cefaa514-ddf7-43c2-8553-4157c5f058b5 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:51:26.168658 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device cefaa514-ddf7-43c2-8553-4157c5f058b5 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:26.179292 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.190392 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=99420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:51:26.191156 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7762060'] for segment, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: Traceback (most recent call last): Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: timer() Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: cb(*args, **kw) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: return func(*args, **kwargs) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: self._notify() Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: self.callback(batched_events) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: event.method(event) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: return f(self, *a, **k) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._get(url).json() Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: return self.request(url, 'GET', **kwargs) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:51:26.235724 dv-cinder-800490-1-iscsi neutron-server[99420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:51:26.264463 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.282411 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.291941 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c9dbd928-210e-4418-bad0-3296e373801a HTTP/1.1" status: 204 len: 168 time: 0.4636807 Jul 12 16:51:26.313848 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00b510-a3e0-49c4-8015-dbdecd074ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9dbd928-210e-4418-bad0-3296e373801a,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:26.632386 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36316) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:26.713929 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f79a07ee-acf4-40cc-af8d-e354631b740d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0fdaaf3b5f984c77ac12de4ad9e19cde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0764062 Jul 12 16:51:26.714955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36318) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:26.806804 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-790fed3d-c33b-4e9f-b5cc-8772210680c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.858350 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-790fed3d-c33b-4e9f-b5cc-8772210680c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.938689 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-790fed3d-c33b-4e9f-b5cc-8772210680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.941991 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-790fed3d-c33b-4e9f-b5cc-8772210680c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:26.943473 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-790fed3d-c33b-4e9f-b5cc-8772210680c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6cb5e858-69f5-4b5d-947f-010f3b766e0f HTTP/1.1" status: 204 len: 168 time: 0.2266192 Jul 12 16:51:26.960481 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fed3d-c33b-4e9f-b5cc-8772210680c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5e858-69f5-4b5d-947f-010f3b766e0f,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:27.840001 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36358) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:28.012686 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-621935384-network', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:28.047772 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Made reservation on behalf of 0a373c9c10344e12888f8d72d96ea72f for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:28.050782 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.076226 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.221102 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.226382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.258363 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:51:28.279400 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7764821-d179-4023-8fc3-77c87da7ac7c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:28.286383 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.287107 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Added segment c10603ad-df34-4ac1-bb95-59d98f965428 of type vlan for network 090234da-390e-4509-b5e9-adaf969467b0 Jul 12 16:51:28.342241 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.385153 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.386710 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:28.388098 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.409516 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36374) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:28.417303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Request body: {'subnet': {'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-subnet', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:28.420973 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5793028 Jul 12 16:51:28.463684 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Made reservation on behalf of 0a373c9c10344e12888f8d72d96ea72f for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:28.469352 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3043108'] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.511170 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20203e-48ae-4016-81ca-80844d52cf23 admin admin] Pushing event updated for resources: {'Network': ['ID=090234da-390e-4509-b5e9-adaf969467b0,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:28.527927 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 090234da-390e-4509-b5e9-adaf969467b0 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:51:28.758170 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2757046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3039454'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.851352 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be836117-8ef6-4f4a-9601-5fd272a71233,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:28.871218 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Checking segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:28.871589 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Network hostable DHCP agents. Network: 090234da-390e-4509-b5e9-adaf969467b0, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:51:28.904310 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Network 090234da-390e-4509-b5e9-adaf969467b0 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:51:28.922702 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 090234da-390e-4509-b5e9-adaf969467b0) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:28.927850 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:28.928728 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.940521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9586d0b3-6ee5-43cb-9b1c-590259f23e95 None None] Network 090234da-390e-4509-b5e9-adaf969467b0 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:51:28.952814 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-66bf9f7d-bfd5-45d5-9f81-f0cb3e545879 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5419221 Jul 12 16:51:28.955671 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36376) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:28.962983 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:28.991812 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:28.993787 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.104415 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.226832 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-090234da-390e-4509-b5e9-adaf969467b0', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:51:29.228926 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.302386 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.417056 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Allocated IP 172.20.0.2 (090234da-390e-4509-b5e9-adaf969467b0/be836117-8ef6-4f4a-9601-5fd272a71233/a8ed62cf-fc9b-4e50-85be-da87383cfbe1) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:29.567992 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.592179 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.612238 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.625091 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Transition to ACTIVE for port object a8ed62cf-fc9b-4e50-85be-da87383cfbe1 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:29.645603 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Transition to ACTIVE for port object a8ed62cf-fc9b-4e50-85be-da87383cfbe1 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:29.655155 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:29.795206 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Allocated IP 172.27.1.161 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/425999ea-5661-48f6-8c52-4f896df8b712) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:29.853003 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Network 090234da-390e-4509-b5e9-adaf969467b0 is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:29.855254 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:29.859053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Pushing event updated for resources: {'Port': ['ID=a8ed62cf-fc9b-4e50-85be-da87383cfbe1,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:29.861726 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:29.999670 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:30.052599 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Attempting to bind port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:30.053211 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Attempting to bind port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:30.053827 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Attempting to bind port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 on network 090234da-390e-4509-b5e9-adaf969467b0 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:30.064396 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:30.064770 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Checking segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:30.065177 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:30.065865 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Bound using segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:30.066362 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Bound port: a8ed62cf-fc9b-4e50-85be-da87383cfbe1, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:30.066824 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:30.073604 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:30.122178 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:30.139714 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:30.144912 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:30.179165 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] For port a8ed62cf-fc9b-4e50-85be-da87383cfbe1, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:30.185398 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] For port a8ed62cf-fc9b-4e50-85be-da87383cfbe1, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=a8ed62cf-fc9b-4e50-85be-da87383cfbe1,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:30.194914 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:30.196051 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Pushing event updated for resources: {'Port': ['ID=425999ea-5661-48f6-8c52-4f896df8b712,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:30.358872 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7edfa0-b273-449c-bec2-cb47519ec600 None None] Pushing event updated for resources: {'Port': ['ID=a8ed62cf-fc9b-4e50-85be-da87383cfbe1,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:30.537077 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:30.885085 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:31.092547 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:51:31.246515 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:51:31.269098 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Sync routers for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:51:31.277166 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:31.281207 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6afb6844-db9a-4ed2-bc37-1c8950db8f55 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3215203 Jul 12 16:51:31.281589 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36410) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:31.309399 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:31.325098 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:31.502466 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:31.750549 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:30Z', 'revision_number': 3, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:31.787682 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7374317-079d-4e34-96f7-00a809d89ea4 None None] Network 090234da-390e-4509-b5e9-adaf969467b0 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:51:31.792133 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Checking router: f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:51:31.792755 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Updating router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 port 425999ea-5661-48f6-8c52-4f896df8b712 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:51:31.902333 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-cb900556-13be-425a-b417-1efd854903c5 None None] Provisioning for port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:31.912084 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.236951 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.339362 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device a8ed62cf-fc9b-4e50-85be-da87383cfbe1 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:32.443044 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Allocated IP 172.20.0.1 (090234da-390e-4509-b5e9-adaf969467b0/be836117-8ef6-4f4a-9601-5fd272a71233/d6cc33b2-9c13-4c47-87af-3397e94e1a5f) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:32.500927 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.523223 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Transition to ACTIVE for port object 425999ea-5661-48f6-8c52-4f896df8b712 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:32.542707 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:32.546843 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.560100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:32.560100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.623710 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.641975 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a5c3-b009-493b-9bf8-fb97850f34ea None None] Pushing event updated for resources: {'Port': ['ID=425999ea-5661-48f6-8c52-4f896df8b712,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:32.646709 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Transition to ACTIVE for port object d6cc33b2-9c13-4c47-87af-3397e94e1a5f will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:32.649837 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Attempting to bind port 425999ea-5661-48f6-8c52-4f896df8b712 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:32.650272 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Attempting to bind port 425999ea-5661-48f6-8c52-4f896df8b712 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:32.650642 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Attempting to bind port 425999ea-5661-48f6-8c52-4f896df8b712 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:32.658699 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:32.659078 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:32.659706 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.660224 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:32.660719 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Bound port: 425999ea-5661-48f6-8c52-4f896df8b712, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:32.661129 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.708842 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.769439 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Network 090234da-390e-4509-b5e9-adaf969467b0 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:32.771418 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:32.775501 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] For port 425999ea-5661-48f6-8c52-4f896df8b712, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:32.775706 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:32.780168 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.783238 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:32.800488 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] For port 425999ea-5661-48f6-8c52-4f896df8b712, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=425999ea-5661-48f6-8c52-4f896df8b712,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:32.815592 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.844849 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:32.886583 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port a8ed62cf-fc9b-4e50-85be-da87383cfbe1, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=a8ed62cf-fc9b-4e50-85be-da87383cfbe1,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:32.957284 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a5c3-b009-493b-9bf8-fb97850f34ea None None] Pushing event updated for resources: {'Port': ['ID=425999ea-5661-48f6-8c52-4f896df8b712,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:32.963108 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.034655 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:33.035324 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:33.047565 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.104591 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-e7648863-fe0a-472f-a4e6-51da446fe6b9 None None] Provisioning complete for port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:33.105200 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e7648863-fe0a-472f-a4e6-51da446fe6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.254806 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=a8ed62cf-fc9b-4e50-85be-da87383cfbe1,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:33.436855 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:33.616541 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.623856 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.722279 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d1d83300-b237-4da1-b4b2-2108318cc675 None None] Provisioning for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:33.730535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d1d83300-b237-4da1-b4b2-2108318cc675 None None] Provisioning complete for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:33.730892 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d1d83300-b237-4da1-b4b2-2108318cc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.754470 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:33.786640 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.804499 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36434) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:33.869587 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d1d83300-b237-4da1-b4b2-2108318cc675 None None] Port d6cc33b2-9c13-4c47-87af-3397e94e1a5f cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:33.982184 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:34.035309 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d895175-fb69-4cb1-b668-8875024e4ba4 None None] The sync data for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi is: [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:51:34.066549 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Network 090234da-390e-4509-b5e9-adaf969467b0 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:34.068195 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:34.085560 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7f7e69df-63f1-4834-a74b-573c69a5bc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.143909 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device a8ed62cf-fc9b-4e50-85be-da87383cfbe1 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:34.233124 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c070444d-252b-4af2-bcb4-90cae8cb8403 None None] Provisioning complete for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:34.235362 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c070444d-252b-4af2-bcb4-90cae8cb8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.374047 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:51:34.399450 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7f7e69df-63f1-4834-a74b-573c69a5bc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.411801 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7f7e69df-63f1-4834-a74b-573c69a5bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.440162 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-c070444d-252b-4af2-bcb4-90cae8cb8403 None None] Port d6cc33b2-9c13-4c47-87af-3397e94e1a5f cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:34.469008 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:34.469008 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.569115 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e69df-63f1-4834-a74b-573c69a5bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a564837d-097b-40ad-8337-c5f5e91b34f6,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:34.622635 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-7f7e69df-63f1-4834-a74b-573c69a5bc78 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a7c2794a319640dda989c9c46e377b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8160796 Jul 12 16:51:34.631182 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36446) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:34.701260 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-0ddd0617-c77e-47a2-9087-de44c66846fa None None] Provisioning complete for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:34.701718 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0ddd0617-c77e-47a2-9087-de44c66846fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.783920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:51:34.797888 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-6b7e373c-aacd-49e7-a381-87e908fa83b7 admin admin] 10.222.0.74 "PUT /v2.0/routers/f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5150251 Jul 12 16:51:34.834193 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd0617-c77e-47a2-9087-de44c66846fa None None] Port d6cc33b2-9c13-4c47-87af-3397e94e1a5f cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:34.835517 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-85e2dc46-bc7d-4663-b257-ef56b6e36fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.872336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-85e2dc46-bc7d-4663-b257-ef56b6e36fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:35.000752 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-85e2dc46-bc7d-4663-b257-ef56b6e36fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:35.005034 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-85e2dc46-bc7d-4663-b257-ef56b6e36fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:35.006842 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-85e2dc46-bc7d-4663-b257-ef56b6e36fd4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a564837d-097b-40ad-8337-c5f5e91b34f6 HTTP/1.1" status: 204 len: 168 time: 0.3745167 Jul 12 16:51:35.035105 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2dc46-bc7d-4663-b257-ef56b6e36fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a564837d-097b-40ad-8337-c5f5e91b34f6,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:36.327274 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 425999ea-5661-48f6-8c52-4f896df8b712 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:36.427582 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 425999ea-5661-48f6-8c52-4f896df8b712 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:36.442912 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 425999ea-5661-48f6-8c52-4f896df8b712 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:36.443665 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:36.613936 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:36.639892 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 425999ea-5661-48f6-8c52-4f896df8b712, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=425999ea-5661-48f6-8c52-4f896df8b712,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:36.645998 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:36.757615 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=425999ea-5661-48f6-8c52-4f896df8b712,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:37.206501 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36502) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:37.213796 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-26df0b1f-ca1e-45a2-ace8-9c4735cc5459 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636543625', 'description': 'tempest-description--1732308635'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:37.268141 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-26df0b1f-ca1e-45a2-ace8-9c4735cc5459 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.270051 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952402c-716d-4229-aded-4374267e5514 req-6df90df2-c793-4d92-8ea5-83292e282e7c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:37.279359 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3952402c-716d-4229-aded-4374267e5514 req-6df90df2-c793-4d92-8ea5-83292e282e7c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.4717262 Jul 12 16:51:37.345139 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3952402c-716d-4229-aded-4374267e5514 req-37782250-28ad-4cb1-ac41-de3f047d7b74 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645840 Jul 12 16:51:37.502861 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-26df0b1f-ca1e-45a2-ace8-9c4735cc5459 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.510542 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-26df0b1f-ca1e-45a2-ace8-9c4735cc5459 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.540443 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-26df0b1f-ca1e-45a2-ace8-9c4735cc5459 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.544650 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-26df0b1f-ca1e-45a2-ace8-9c4735cc5459 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3334408 Jul 12 16:51:37.546984 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36512) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:37.550567 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-0ec3b45a-3e61-4798-b3e1-bef60e113a8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'security_group_rule': {'security_group_id': '1e3af638-0744-40ea-a113-1899b0127215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:37.565239 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df0b1f-ca1e-45a2-ace8-9c4735cc5459 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3af638-0744-40ea-a113-1899b0127215,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:37.610090 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b45a-3e61-4798-b3e1-bef60e113a8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.650536 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Sync routers for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:51:37.660577 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:37.661501 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:37.703937 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b45a-3e61-4798-b3e1-bef60e113a8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.708878 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b45a-3e61-4798-b3e1-bef60e113a8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.737512 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3b45a-3e61-4798-b3e1-bef60e113a8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c827d30-6715-4c9a-8b3c-9abfb0cf0c34,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:37.743748 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b45a-3e61-4798-b3e1-bef60e113a8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.745350 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-0ec3b45a-3e61-4798-b3e1-bef60e113a8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1983497 Jul 12 16:51:37.748792 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36518) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:37.756229 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-942b4468-a725-483e-a248-afaf46d26ccb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'security_group_rule': {'security_group_id': '1e3af638-0744-40ea-a113-1899b0127215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:37.792796 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-942b4468-a725-483e-a248-afaf46d26ccb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.880938 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-942b4468-a725-483e-a248-afaf46d26ccb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.886731 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-942b4468-a725-483e-a248-afaf46d26ccb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.905118 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:37.927809 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b4468-a725-483e-a248-afaf46d26ccb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1c6cfd-7a29-4fb7-98c6-9017f12a2e75,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:37.938637 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-942b4468-a725-483e-a248-afaf46d26ccb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:37.944442 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-942b4468-a725-483e-a248-afaf46d26ccb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902900 Jul 12 16:51:37.944732 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36528) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:37.949672 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:37.983203 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.086530 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 425999ea-5661-48f6-8c52-4f896df8b712 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:38.111157 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.141710 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 425999ea-5661-48f6-8c52-4f896df8b712 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:38.142370 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.153021 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:33Z', 'revision_number': 2, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:38.180862 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Checking router: f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:51:38.181221 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Updating router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 port d6cc33b2-9c13-4c47-87af-3397e94e1a5f binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:51:38.218173 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.256574 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Allocated IP 172.27.1.28 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/6f468f03-3e70-4a80-804b-e10f83766e4e) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:38.356283 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:51:38.385007 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.452403 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.545936 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.547884 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:38.557949 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:38.558849 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Transition to ACTIVE for port object d6cc33b2-9c13-4c47-87af-3397e94e1a5f will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:38.565320 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:38.571135 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'Port': ['ID=6f468f03-3e70-4a80-804b-e10f83766e4e,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:38.578377 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.635299 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb97a5-82c5-4ee7-b611-e2aef3de2689 req-6ef0c037-aabf-4c76-b0fb-9d8677fa428f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:38.643868 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e1cb97a5-82c5-4ee7-b611-e2aef3de2689 req-6ef0c037-aabf-4c76-b0fb-9d8677fa428f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1183395 Jul 12 16:51:38.698955 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e1cb97a5-82c5-4ee7-b611-e2aef3de2689 req-f512d151-22e1-434c-bc51-2f821eb4d43b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536835 Jul 12 16:51:38.710667 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Pushing event updated for resources: {'Port': ['ID=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:38.735265 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.735668 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.736242 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.736812 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.737418 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.738048 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.738628 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.739186 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.740012 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.740453 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.740877 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.741309 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:38.766943 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-90813392-37b5-4b95-b1cb-a9d3a6a01a44 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=473d953a6cfd4949a1fd90ed815d6fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700459 Jul 12 16:51:38.822949 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Attempting to bind port d6cc33b2-9c13-4c47-87af-3397e94e1a5f on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:38.823314 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Attempting to bind port d6cc33b2-9c13-4c47-87af-3397e94e1a5f by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:38.823871 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Attempting to bind port d6cc33b2-9c13-4c47-87af-3397e94e1a5f on network 090234da-390e-4509-b5e9-adaf969467b0 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:38.829703 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:38.830387 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Checking segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:38.830979 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.831533 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Bound using segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:38.832171 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Bound port: d6cc33b2-9c13-4c47-87af-3397e94e1a5f, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:38.832882 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.925163 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] For port d6cc33b2-9c13-4c47-87af-3397e94e1a5f, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:38.930952 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] For port d6cc33b2-9c13-4c47-87af-3397e94e1a5f, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:38.939635 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.975487 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:39.043915 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:39.045004 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:39.098342 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c281-8cf4-4072-998d-cd04b6b49d51 None None] Pushing event updated for resources: {'Port': ['ID=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,revision_number=4']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:39.159084 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:39.212751 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-b0c2ea3f-6fd6-4b76-882e-d76a5458c79a tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:39.213384 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:39.215357 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-b0c2ea3f-6fd6-4b76-882e-d76a5458c79a tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4422519 Jul 12 16:51:39.253578 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-d69696e3-0d66-49ba-b2d2-bf34cf9aad6c tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/quotas/473d953a6cfd4949a1fd90ed815d6fa1 HTTP/1.1" status: 200 len: 375 time: 0.0271134 Jul 12 16:51:39.382116 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-50784c46-c7bd-4762-9551-616e3c513647 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=473d953a6cfd4949a1fd90ed815d6fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184301 Jul 12 16:51:39.550048 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:39.559595 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:39.647400 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:38Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:39.713656 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ef3a9-107c-40c9-9fd2-1e499aff5b07 None None] The sync data for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi is: [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:38Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:51:39.718889 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'Port': ['ID=6f468f03-3e70-4a80-804b-e10f83766e4e,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:39.748362 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:39.798134 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:39.800855 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2beeaa5b-8153-425f-8d75-1571cf091142 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8546982 Jul 12 16:51:39.871425 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7465bfe6-7521-4fa5-a9fa-9dedbd8c15fb req-7a8f276b-89e2-43af-9a9e-f96b897e42f1 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 210 time: 0.1134975 Jul 12 16:51:40.186995 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda96f7-b107-4e0c-9053-3ccd5ca1e9d9 req-af170188-7b28-4fd6-95e3-b5359d215e8f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:40.188996 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eeda96f7-b107-4e0c-9053-3ccd5ca1e9d9 req-af170188-7b28-4fd6-95e3-b5359d215e8f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1471660 Jul 12 16:51:40.263646 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d6cc33b2-9c13-4c47-87af-3397e94e1a5f up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:40.283191 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eeda96f7-b107-4e0c-9053-3ccd5ca1e9d9 req-5341569c-d8d4-42d3-a1eb-e2b43c9cfca6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754399 Jul 12 16:51:40.341803 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-c1c5ada8-36d3-4795-bc95-0638f52aa565 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1636543625&fields=id&tenant_id=0a373c9c10344e12888f8d72d96ea72f HTTP/1.1" status: 200 len: 267 time: 0.0721972 Jul 12 16:51:40.370511 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:40.377014 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:40.377818 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:40.486360 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:40.501502 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-d3fbbeaf-ba53-47ef-8d15-b06463bfb020 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:40.506761 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-d3fbbeaf-ba53-47ef-8d15-b06463bfb020 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 816 time: 0.1637123 Jul 12 16:51:40.524664 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-89738772-ea90-445f-bf66-e7d23a9f10f2 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/quotas/0a373c9c10344e12888f8d72d96ea72f HTTP/1.1" status: 200 len: 375 time: 0.0098112 Jul 12 16:51:40.529083 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port d6cc33b2-9c13-4c47-87af-3397e94e1a5f, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:40.534948 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:40.599358 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:40.610515 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.611215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.611767 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.613937 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.614556 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.615066 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.615969 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.620092 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.620537 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.621206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.621913 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.622598 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:40.642101 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-5bed4358-a6c5-4dcd-ba3f-36af448c7a00 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070504 Jul 12 16:51:40.823560 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-297c1c3c-aa71-4e1a-8197-68d160fbc82c service neutron] 10.222.0.74 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655529 Jul 12 16:51:40.922396 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-0a600390-d758-4a36-ac7d-065e655610e3 None None] Provisioning complete for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:40.934723 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0a600390-d758-4a36-ac7d-065e655610e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.003543 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-230a7907-a6be-4d9e-87fd-2461b55865e9 service neutron] 10.222.0.74 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727028 Jul 12 16:51:41.095587 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-76b06992-ccdf-4204-8ba8-a6e9d9184776 req-1d086d8e-5d94-483c-99f3-f565b8214db8 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 210 time: 0.0287850 Jul 12 16:51:41.274419 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36632) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:41.335277 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] Deleting subnet f4a71404-9d3e-466a-8af2-d4bdbc1cefc5 {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:51:41.339007 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.407782 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-8527c57c-4161-4cae-b2ae-f52a089c1ee0 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=473d953a6cfd4949a1fd90ed815d6fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621252 Jul 12 16:51:41.414601 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.487630 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.627335 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.663975 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d903-e34b-45b5-ab03-c0d12ecc28c4 req-d0472413-d57b-43ba-a077-7eb51ffb684b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:41.665428 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8964d903-e34b-45b5-ab03-c0d12ecc28c4 req-d0472413-d57b-43ba-a077-7eb51ffb684b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1795979 Jul 12 16:51:41.668268 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a71404-9d3e-466a-8af2-d4bdbc1cefc5,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:41.670370 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.672225 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-dd824fb2-1d84-4580-8c68-80b08e7d27c8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f4a71404-9d3e-466a-8af2-d4bdbc1cefc5 HTTP/1.1" status: 204 len: 168 time: 0.3967028 Jul 12 16:51:41.676415 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36638) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:41.702647 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-6c933aff-a05b-44e0-bcc6-d858b0a2347d tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:41.704191 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-6c933aff-a05b-44e0-bcc6-d858b0a2347d tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884462 Jul 12 16:51:41.717177 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Request body: {'port': {'device_id': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff', 'admin_state_up': True, 'tenant_id': '473d953a6cfd4949a1fd90ed815d6fa1'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:41.784839 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8964d903-e34b-45b5-ab03-c0d12ecc28c4 req-42999cc2-b81d-4ad9-abf9-2a38336a2861 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995860 Jul 12 16:51:41.791978 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.899221 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Made reservation on behalf of 473d953a6cfd4949a1fd90ed815d6fa1 for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:41.905445 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.911668 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.922488 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.923226 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7beb965-92ce-485d-922e-dab9d7bbeac5']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:41.937202 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b092f4a7-3717-45e6-a19c-535761455b9c') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:41.937663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b092f4a7-3717-45e6-a19c-535761455b9c') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:41.954264 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:41.986977 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.004963 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:51:42.006009 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:51:42.011631 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:51:42.100951 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.106236 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d6cc33b2-9c13-4c47-87af-3397e94e1a5f up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:42.117437 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.127775 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.134875 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b7beb965-92ce-485d-922e-dab9d7bbeac5 HTTP/1.1" status: 204 len: 168 time: 0.4533978 Jul 12 16:51:42.134875 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854605c0-27d9-42ab-8359-ecb2e5e1f371 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7beb965-92ce-485d-922e-dab9d7bbeac5,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:42.137006 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.259382 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port d6cc33b2-9c13-4c47-87af-3397e94e1a5f triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:42.260301 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.392366 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Allocated IP 192.168.233.68 (83943ce0-520f-483e-a05a-71dc4f835aff/6265cb26-bdc3-4a7f-8d67-af458440a650/f457af52-158e-41a8-8f23-cfbee3e1570e) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:42.434942 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36652) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:42.437618 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f09a0760-8f29-403a-a8a7-fb3115235126 req-760b763e-c75b-4b49-9d6b-088092ced989 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 210 time: 0.0590601 Jul 12 16:51:42.531567 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-82849d78-b32a-45d9-a86d-04f817167629 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2376efa0ce14a7da54a248ebdfcf63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910950 Jul 12 16:51:42.532608 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36658) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:42.559316 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5c25d997-c988-40e3-8236-f3dc7bd033f3 req-d4caaadd-cad4-48f9-b644-aa76f9155c6e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0887182 Jul 12 16:51:42.574699 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:42.627689 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c95f99dd-cecc-4b4d-ba36-8cde83f58a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.680521 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c95f99dd-cecc-4b4d-ba36-8cde83f58a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.752005 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.761442 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c95f99dd-cecc-4b4d-ba36-8cde83f58a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.764735 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c95f99dd-cecc-4b4d-ba36-8cde83f58a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.766926 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c95f99dd-cecc-4b4d-ba36-8cde83f58a95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/489776ee-b6cd-4991-85a6-d378ae0a097e HTTP/1.1" status: 204 len: 168 time: 0.2328897 Jul 12 16:51:42.778025 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f99dd-cecc-4b4d-ba36-8cde83f58a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489776ee-b6cd-4991-85a6-d378ae0a097e,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:42.781011 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Transition to ACTIVE for port object f457af52-158e-41a8-8f23-cfbee3e1570e will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:42.837703 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:42.965734 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Network 83943ce0-520f-483e-a05a-71dc4f835aff is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:42.972279 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:42.975944 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:43.022556 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Pushing event updated for resources: {'Port': ['ID=f457af52-158e-41a8-8f23-cfbee3e1570e,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:43.087811 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:43.096892 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:43.130228 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-0ba0c51e-5a22-4d8b-9520-c38c97a9217f tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4170241 Jul 12 16:51:43.150454 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Request body: {'port': {'device_id': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:43.152543 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ab25b-bce6-41b2-86d4-19e8d132565b req-dc7e96b2-9d99-47b0-ad60-14c362bd5731 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:43.161970 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f64ab25b-bce6-41b2-86d4-19e8d132565b req-dc7e96b2-9d99-47b0-ad60-14c362bd5731 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1696875 Jul 12 16:51:43.238390 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f64ab25b-bce6-41b2-86d4-19e8d132565b req-2c276c45-6d43-48fa-8ac5-3b6458d2a2bb tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747592 Jul 12 16:51:43.327831 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-416523cb-60b2-4f37-b9f8-98f3822c3b64 None None] Provisioning for port f457af52-158e-41a8-8f23-cfbee3e1570e completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:43.339881 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-416523cb-60b2-4f37-b9f8-98f3822c3b64 None None] Provisioning complete for port f457af52-158e-41a8-8f23-cfbee3e1570e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:43.342054 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:43.344677 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-416523cb-60b2-4f37-b9f8-98f3822c3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:43.475246 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-416523cb-60b2-4f37-b9f8-98f3822c3b64 None None] Port f457af52-158e-41a8-8f23-cfbee3e1570e cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:43.779296 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971557f-cf63-4897-9e69-8df48f2bafc6 req-99f167fc-cabc-4bbc-bbc8-922bb8e57afe tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:43.786392 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7971557f-cf63-4897-9e69-8df48f2bafc6 req-99f167fc-cabc-4bbc-bbc8-922bb8e57afe tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 935 time: 0.1154778 Jul 12 16:51:43.840536 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7971557f-cf63-4897-9e69-8df48f2bafc6 req-1e67caec-92c5-4b91-ac11-ca7d015b9f84 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Jul 12 16:51:43.884877 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f4f5d39f-7d65-48ca-b14e-f956b9ef6931 req-707ba580-3761-411f-9749-8787f979f2c8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0628393 Jul 12 16:51:43.957280 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f457af52-158e-41a8-8f23-cfbee3e1570e {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:51:43.965137 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-8a88d6ec-bbd2-4cd9-a184-cebf7e9927d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:43.967484 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:43.970236 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-8a88d6ec-bbd2-4cd9-a184-cebf7e9927d5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 1099 time: 0.1116173 Jul 12 16:51:43.984048 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Transition to ACTIVE for port object f457af52-158e-41a8-8f23-cfbee3e1570e will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:43.989819 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.037635 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f457af52-158e-41a8-8f23-cfbee3e1570e,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:44.153938 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Attempting to bind port f457af52-158e-41a8-8f23-cfbee3e1570e on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:44.155022 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Attempting to bind port f457af52-158e-41a8-8f23-cfbee3e1570e by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:44.155022 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Attempting to bind port f457af52-158e-41a8-8f23-cfbee3e1570e on network 83943ce0-520f-483e-a05a-71dc4f835aff {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:44.172478 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Port f457af52-158e-41a8-8f23-cfbee3e1570e on network 83943ce0-520f-483e-a05a-71dc4f835aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:51:44.172844 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Attempting to bind port f457af52-158e-41a8-8f23-cfbee3e1570e on network 83943ce0-520f-483e-a05a-71dc4f835aff {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:44.183972 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:44.184313 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Checking segment: {'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:44.184846 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Bound using segment: {'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:44.185347 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Bound port: f457af52-158e-41a8-8f23-cfbee3e1570e, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf4dffb-e167-49d7-8ae9-4afc13368472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:44.185711 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.265564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] For port f457af52-158e-41a8-8f23-cfbee3e1570e, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:44.269402 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] For port f457af52-158e-41a8-8f23-cfbee3e1570e, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f457af52-158e-41a8-8f23-cfbee3e1570e,segment=NetworkSegment(2bf4dffb-e167-49d7-8ae9-4afc13368472),segment_id=2bf4dffb-e167-49d7-8ae9-4afc13368472)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:44.277371 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.325082 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.325571 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.327229 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] 10.222.0.97 "PUT /v2.0/ports/f457af52-158e-41a8-8f23-cfbee3e1570e HTTP/1.1" status: 200 len: 1097 time: 1.1882222 Jul 12 16:51:44.327505 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'tag': 'f457af52-158e-41a8-8f23-cfbee3e1570e'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:44.330056 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cb7819-c120-40c5-a37a-e53a8cf8eb98" -d '{"events": [{"name": "network-changed", "server_uuid": "d92e159d-6400-4e95-adc7-c7856bcc7b93", "tag": "f457af52-158e-41a8-8f23-cfbee3e1570e"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:44.365354 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-5956e65d-cae2-4827-9bc5-08c65950858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.369123 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36696) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:44.372148 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-5956e65d-cae2-4827-9bc5-08c65950858e service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.3948188 Jul 12 16:51:44.395015 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ad4a7-31ab-48b7-83e8-3c2d14f6ccc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f457af52-158e-41a8-8f23-cfbee3e1570e,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:44.441391 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae76f52-0e9f-4440-b9f9-d68162be83f5 x-openstack-request-id: req-cae76f52-0e9f-4440-b9f9-d68162be83f5 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:44.441791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92e159d-6400-4e95-adc7-c7856bcc7b93", "tag": "f457af52-158e-41a8-8f23-cfbee3e1570e", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:44.442015 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cae76f52-0e9f-4440-b9f9-d68162be83f5 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:44.442348 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'tag': 'f457af52-158e-41a8-8f23-cfbee3e1570e', 'status': 'completed', 'code': 200} Jul 12 16:51:44.486584 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-104a55fa-a26c-4dbe-a03b-9b0c7e760050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.488277 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-104a55fa-a26c-4dbe-a03b-9b0c7e760050 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=473d953a6cfd4949a1fd90ed815d6fa1&device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 1100 time: 0.0779076 Jul 12 16:51:44.511622 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-8dde1c9b-a952-4a62-8380-997e20a488b1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.513169 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-8dde1c9b-a952-4a62-8380-997e20a488b1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 816 time: 0.3894863 Jul 12 16:51:44.555564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-745066060-network', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:44.580130 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-d9a801b5-436b-470e-aac9-8d4637344478 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=f457af52-158e-41a8-8f23-cfbee3e1570e HTTP/1.1" status: 200 len: 217 time: 0.0838819 Jul 12 16:51:44.582795 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b54575-dec1-40e9-815a-4d2297b1fc47 req-1755db43-b366-49ba-862f-c4ac19b33f67 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.583034 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Made reservation on behalf of d28e30a911024e2081b8a0f7d7d8c91a for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:44.586349 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.590435 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a1b54575-dec1-40e9-815a-4d2297b1fc47 req-1755db43-b366-49ba-862f-c4ac19b33f67 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.4647601 Jul 12 16:51:44.603993 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-1b051a43-dc78-46ef-92f1-6b0ce6785c80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 200 len: 1001 time: 0.2224658 Jul 12 16:51:44.624064 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.661352 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-bd0c6695-816d-4c88-8503-29d8f7ad0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.662927 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-bd0c6695-816d-4c88-8503-29d8f7ad0461 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6265cb26-bdc3-4a7f-8d67-af458440a650 HTTP/1.1" status: 200 len: 843 time: 0.0740502 Jul 12 16:51:44.688359 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-10c3e82d-8314-421d-8a4f-66eea09f9d48 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a373c9c10344e12888f8d72d96ea72f HTTP/1.1" status: 200 len: 380 time: 0.1630447 Jul 12 16:51:44.701549 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'port': {'device_id': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'admin_state_up': True, 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'security_groups': ['1e3af638-0744-40ea-a113-1899b0127215']}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:44.707493 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a1b54575-dec1-40e9-815a-4d2297b1fc47 req-4a9e84a8-390e-40ca-99d8-d8c2b8c012e8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161861 Jul 12 16:51:44.728260 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-506739b6-e288-48e8-9b53-5464195d51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.730284 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-506739b6-e288-48e8-9b53-5464195d51aa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.1106615 Jul 12 16:51:44.782594 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-ce5cb176-0de7-4a47-8848-9d9b2f86ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.784186 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-ce5cb176-0de7-4a47-8848-9d9b2f86ea23 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=83943ce0-520f-483e-a05a-71dc4f835aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1133385 Jul 12 16:51:44.853111 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.861167 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.906482 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:51:44.932563 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:44.933691 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Added segment 9aff68fc-18b4-4b13-ae03-dd048e6afe5b of type vlan for network 1680b458-4288-43da-bfdd-e9da3e74b346 Jul 12 16:51:44.968709 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-e6f0fb20-01c0-46bc-9cb1-71ab91a39050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.971196 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-e6f0fb20-01c0-46bc-9cb1-71ab91a39050 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2046552 Jul 12 16:51:45.031508 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:45.066999 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Made reservation on behalf of 0a373c9c10344e12888f8d72d96ea72f for: {'port': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:45.074051 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:45.145201 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39edf44-df6e-495f-8e9f-6b78f3e57fe3,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:45.156758 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:45.158652 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:45.159466 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:45.403634 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e041a8c2-2644-4bbb-8831-23f5ec52cf05 req-fd04e1a3-56b0-4f0a-87e4-7335ccec7ea7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0437641 Jul 12 16:51:45.408161 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-98fdd0c7-c863-4da3-b705-00981ad38e41 service neutron] 10.222.0.97 "GET /v2.0/networks/83943ce0-520f-483e-a05a-71dc4f835aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150353 Jul 12 16:51:45.467847 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0938997 Jul 12 16:51:45.468749 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36708) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:45.478503 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Request body: {'subnet': {'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-745066060-subnet', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'ip_version': 4}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:45.527804 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-897a9ddc-1db0-4d70-9e97-02c707e6efbb service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478005 Jul 12 16:51:45.530493 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912e996-fe4d-4ab7-b731-65a86c79af2b admin admin] Pushing event updated for resources: {'Network': ['ID=1680b458-4288-43da-bfdd-e9da3e74b346,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:45.546984 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 1680b458-4288-43da-bfdd-e9da3e74b346 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:51:45.554040 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Made reservation on behalf of d28e30a911024e2081b8a0f7d7d8c91a for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:45.556924 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3043108'] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:45.575464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61d0d6-2a1d-4b53-b1a9-bc438553a5cf req-39ee30ab-5a0d-453e-a3af-840873ec54bf tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:45.577207 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c61d0d6-2a1d-4b53-b1a9-bc438553a5cf req-39ee30ab-5a0d-453e-a3af-840873ec54bf tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 947 time: 0.4839516 Jul 12 16:51:45.613102 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9b824ca6-1200-4ed8-b7d2-51609724844e req-1da2606a-47f2-48c8-9ad9-bb56867e4420 service neutron] 10.222.0.97 "GET /v2.0/networks/83943ce0-520f-483e-a05a-71dc4f835aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636076 Jul 12 16:51:45.631831 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8bf5eee7-03f1-4b61-a9c2-5deb6ca482f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:45.657414 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c61d0d6-2a1d-4b53-b1a9-bc438553a5cf req-254f673b-47e6-481f-89eb-b584d35c8cbd tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743811 Jul 12 16:51:45.731902 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Allocated IP 172.20.0.5 (090234da-390e-4509-b5e9-adaf969467b0/be836117-8ef6-4f4a-9601-5fd272a71233/f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:45.767121 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-c85a07ea-9055-4871-9de3-6688333776a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:45.768775 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-c85a07ea-9055-4871-9de3-6688333776a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=473d953a6cfd4949a1fd90ed815d6fa1&device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 1100 time: 0.0618105 Jul 12 16:51:45.816101 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2fa6c420-e8c3-4ea3-a55e-494d5af73f56 req-7ec51940-245e-431f-8a2d-86ff1c40821c service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805517 Jul 12 16:51:45.924085 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-6087ca44-3425-4d13-92be-7788c3bffbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:45.926501 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-6087ca44-3425-4d13-92be-7788c3bffbe1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=83943ce0-520f-483e-a05a-71dc4f835aff HTTP/1.1" status: 200 len: 870 time: 0.1499698 Jul 12 16:51:45.973682 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-c84470f2-6bfb-4964-a3e5-9dac643bec5b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=f457af52-158e-41a8-8f23-cfbee3e1570e HTTP/1.1" status: 200 len: 217 time: 0.0367932 Jul 12 16:51:46.044155 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2757046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3039454'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.052632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-2cf89dc3-54ac-40e4-beb8-cd9307514f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:46.055716 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-2cf89dc3-54ac-40e4-beb8-cd9307514f17 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6265cb26-bdc3-4a7f-8d67-af458440a650 HTTP/1.1" status: 200 len: 843 time: 0.0721190 Jul 12 16:51:46.089045 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.132261 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-968afa6e-d7f9-4c4b-ac47-0a8eaa6fd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:46.134438 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-968afa6e-d7f9-4c4b-ac47-0a8eaa6fd174 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=83943ce0-520f-483e-a05a-71dc4f835aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681608 Jul 12 16:51:46.135666 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Transition to ACTIVE for port object f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 will not be triggered until provisioned by entity DHCP. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:46.165747 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24de4d2-c60c-4871-a8c8-15498fe8e3eb req-7ca27dc9-7e5d-488a-81be-71e60f6743e4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:46.168440 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d24de4d2-c60c-4871-a8c8-15498fe8e3eb req-7ca27dc9-7e5d-488a-81be-71e60f6743e4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.2879405 Jul 12 16:51:46.176063 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61474479-1b03-4d12-b8b2-81543610a3cf,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:46.251346 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-ea58b939-4e6b-485c-a6a3-7341f08fa554 service neutron] 10.222.0.97 "GET /v2.0/networks/83943ce0-520f-483e-a05a-71dc4f835aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002128 Jul 12 16:51:46.281780 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Checking segment: {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:46.282391 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Network hostable DHCP agents. Network: 1680b458-4288-43da-bfdd-e9da3e74b346, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:51:46.310208 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d24de4d2-c60c-4871-a8c8-15498fe8e3eb req-22cea14a-2974-42fa-818e-1e36c3e86322 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274984 Jul 12 16:51:46.326922 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.351948 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Network 1680b458-4288-43da-bfdd-e9da3e74b346 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:51:46.393577 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60cb7819-c120-40c5-a37a-e53a8cf8eb98 req-d5195ba1-bf35-4862-8e0c-6ef7859ae525 service neutron] 10.222.0.97 "GET /v2.0/networks/83943ce0-520f-483e-a05a-71dc4f835aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226246 Jul 12 16:51:46.422404 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 1680b458-4288-43da-bfdd-e9da3e74b346) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:46.433382 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50f787b-65be-4b53-ae99-755acedf04b4 None None] Network 1680b458-4288-43da-bfdd-e9da3e74b346 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:51:46.444845 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Network 090234da-390e-4509-b5e9-adaf969467b0 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:46.447618 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:46.448324 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.456040 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:46.461891 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:46.502599 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-9e9644b9-b40d-40c7-8bd9-330a9ba52174 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0327384 Jul 12 16:51:46.503540 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:46.508296 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36714) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:46.512740 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:46.553860 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.555473 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.561428 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:46.564453 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.596296 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-bea93097-927e-4c2b-917e-1c34890d6b7b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9008219 Jul 12 16:51:46.612220 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Request body: {'port': {'device_id': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:46.713828 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.733721 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-1680b458-4288-43da-bfdd-e9da3e74b346', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:51:46.734654 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.764379 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.823629 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e40e1a-1889-41aa-bdf6-d41729b179ca req-197a49d5-34ff-49fc-8246-84ba1ea93f1c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:46.825328 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-10e40e1a-1889-41aa-bdf6-d41729b179ca req-197a49d5-34ff-49fc-8246-84ba1ea93f1c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 931 time: 0.2404678 Jul 12 16:51:46.859734 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a78157aa-0406-4d8d-9ce9-4e562751c58a None None] Provisioning for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:46.868996 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a78157aa-0406-4d8d-9ce9-4e562751c58a None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:46.869501 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a78157aa-0406-4d8d-9ce9-4e562751c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.925401 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:46.948755 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-a78157aa-0406-4d8d-9ce9-4e562751c58a None None] Port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:46.953346 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-10e40e1a-1889-41aa-bdf6-d41729b179ca req-e63f68e3-32c0-437b-85aa-51b82bb2e3f6 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207061 Jul 12 16:51:46.959095 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Allocated IP 172.20.0.2 (1680b458-4288-43da-bfdd-e9da3e74b346/61474479-1b03-4d12-b8b2-81543610a3cf/be3f4228-78e9-4d8a-bc2b-b8853e0503c6) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:47.021334 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d421bf-9e52-427b-952e-8a390515d217 req-837a5e5f-fbfa-4ff2-8b51-3bcea103dc3b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:47.022941 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-34d421bf-9e52-427b-952e-8a390515d217 req-837a5e5f-fbfa-4ff2-8b51-3bcea103dc3b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 947 time: 0.1836705 Jul 12 16:51:47.095819 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-34d421bf-9e52-427b-952e-8a390515d217 req-263860e5-75fd-4576-8398-481e60662f28 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633698 Jul 12 16:51:47.140643 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.153622 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Transition to ACTIVE for port object be3f4228-78e9-4d8a-bc2b-b8853e0503c6 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:47.168305 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 {{(pid=99421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:51:47.173800 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Transition to ACTIVE for port object be3f4228-78e9-4d8a-bc2b-b8853e0503c6 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:47.176945 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.190048 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.191674 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Transition to ACTIVE for port object f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 will not be triggered until provisioned by entity L2. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:47.194218 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.202467 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.219749 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.237372 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Network 1680b458-4288-43da-bfdd-e9da3e74b346 is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:47.242412 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:47.245104 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:47.269830 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:47.283903 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Pushing event updated for resources: {'Port': ['ID=be3f4228-78e9-4d8a-bc2b-b8853e0503c6,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:47.319751 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Attempting to bind port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:47.320984 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Attempting to bind port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:47.321363 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Attempting to bind port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 on network 1680b458-4288-43da-bfdd-e9da3e74b346 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:47.327392 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:47.327776 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Checking segment: {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:47.328184 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.328587 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Bound using segment: {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:47.329079 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Bound port: be3f4228-78e9-4d8a-bc2b-b8853e0503c6, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:47.329465 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.364079 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Attempting to bind port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:47.366630 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Attempting to bind port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:47.368029 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Attempting to bind port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 on network 090234da-390e-4509-b5e9-adaf969467b0 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:47.380817 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 on network 090234da-390e-4509-b5e9-adaf969467b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:51:47.380968 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Attempting to bind port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 on network 090234da-390e-4509-b5e9-adaf969467b0 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:47.399347 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:47.399774 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Checking segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:47.402963 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Bound using segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:47.402963 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Bound port: f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:47.403626 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.418923 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] For port be3f4228-78e9-4d8a-bc2b-b8853e0503c6, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:47.430310 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] For port be3f4228-78e9-4d8a-bc2b-b8853e0503c6, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=be3f4228-78e9-4d8a-bc2b-b8853e0503c6,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:47.432176 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Allocated IP 172.27.1.160 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/ffd2fafc-2ff0-46b6-8136-9dc831ca2214) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:47.436250 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.498759 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, cleared binding levels {{(pid=99421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:47.506679 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:47.520358 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.544762 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f13ab7-1300-4507-b428-e5f6a1ccee83 None None] Pushing event updated for resources: {'Port': ['ID=be3f4228-78e9-4d8a-bc2b-b8853e0503c6,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:47.584829 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:47.586787 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.589256 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] 10.222.0.97 "PUT /v2.0/ports/f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 1093 time: 0.9826798 Jul 12 16:51:47.592708 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:47.596768 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f879b5-2826-48a8-8d71-3ccb93451f02" -d '{"events": [{"name": "network-changed", "server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:47.637436 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac93df6-fa46-4a15-95ee-613c25d5d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=3']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:47.654867 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.700115 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c023ea-abdb-412a-9fa4-31efd105a9c4 x-openstack-request-id: req-23c023ea-abdb-412a-9fa4-31efd105a9c4 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:47.700568 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:47.700967 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23c023ea-abdb-412a-9fa4-31efd105a9c4 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:47.701547 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'status': 'completed', 'code': 200} Jul 12 16:51:47.707041 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d817-daca-4e79-bef8-304f239392fa req-64e9d041-0899-4f01-926b-6590b9441030 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:47.711223 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db90d817-daca-4e79-bef8-304f239392fa req-64e9d041-0899-4f01-926b-6590b9441030 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.2044625 Jul 12 16:51:47.722465 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-9bd7d527-6e45-4cc9-afd2-82866143a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:47.724342 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-9bd7d527-6e45-4cc9-afd2-82866143a1e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0834663 Jul 12 16:51:47.770186 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:47.801122 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-478c12c2-9f8b-48ec-bc6e-ffc9c9fcd881 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 217 time: 0.0668838 Jul 12 16:51:47.909423 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:47.916498 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-fd09f1ec-f1dd-462f-9bea-4082cb06804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:47.919369 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-fd09f1ec-f1dd-462f-9bea-4082cb06804d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.1119769 Jul 12 16:51:47.922605 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db90d817-daca-4e79-bef8-304f239392fa req-89e4bb7b-12cb-4583-97dd-7738f211cdfd tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942558 Jul 12 16:51:47.931044 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:47.934056 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Pushing event updated for resources: {'Port': ['ID=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:47.936682 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:48.015055 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063a01-3a84-4743-9321-775937d4b95e req-0a010414-09af-4487-9f92-e6777ddcacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.017538 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-0a010414-09af-4487-9f92-e6777ddcacef service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918415 Jul 12 16:51:48.154655 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device be3f4228-78e9-4d8a-bc2b-b8853e0503c6 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:48.228771 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:48.247369 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-f19a09d7-3753-4f4e-8a48-5644c5403f3c service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231498 Jul 12 16:51:48.373686 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5bdcd-2156-4f6f-9f36-a26f1b9b3309 req-741de835-9b68-4539-8ed3-02b94956ee30 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.374357 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:48.375301 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c9b5bdcd-2156-4f6f-9f36-a26f1b9b3309 req-741de835-9b68-4539-8ed3-02b94956ee30 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 943 time: 0.1516740 Jul 12 16:51:48.385984 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29915-dfae-41c3-916f-c6060ba14934 req-046950da-7962-4f32-b82d-83d45f7ef4bf tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.388398 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ebf29915-dfae-41c3-916f-c6060ba14934 req-046950da-7962-4f32-b82d-83d45f7ef4bf tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 947 time: 0.1447577 Jul 12 16:51:48.395247 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22063a01-3a84-4743-9321-775937d4b95e req-820f9888-6ff2-4980-9b62-1a39c77e3f0a service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304491 Jul 12 16:51:48.438656 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c9b5bdcd-2156-4f6f-9f36-a26f1b9b3309 req-f746b8ac-53ab-499a-ad8b-91ee10e984dc tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547364 Jul 12 16:51:48.505971 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ebf29915-dfae-41c3-916f-c6060ba14934 req-c665932f-5023-4282-ae2a-5beaf6924e6a tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824633 Jul 12 16:51:48.565071 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-ea423e40-9307-449b-a159-098190e30ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.566969 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-ea423e40-9307-449b-a159-098190e30ac1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1096 time: 0.1022990 Jul 12 16:51:48.678489 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-4e5d1929-b72f-4546-8cb7-0c23845ae491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.681013 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-4e5d1929-b72f-4546-8cb7-0c23845ae491 service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.1067600 Jul 12 16:51:48.731587 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-5b5e3389-bfa9-4855-adb4-2dfea97ad019 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 217 time: 0.0433054 Jul 12 16:51:48.807536 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-d6d61501-12c6-41b9-9a60-3b9e90a2ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.810506 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-d6d61501-12c6-41b9-9a60-3b9e90a2ca4e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0716028 Jul 12 16:51:48.864566 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8217ac-f289-4868-8cbb-36690d2bb002 None None] Network 1680b458-4288-43da-bfdd-e9da3e74b346 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:51:48.903468 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-0f63f773-006d-423c-9abc-70a155e4a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.905410 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-0f63f773-006d-423c-9abc-70a155e4a2d9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878589 Jul 12 16:51:48.932383 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:48.953468 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:48.957877 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-66e36609-1b0a-44b9-975c-3b30a237190f None None] Provisioning for port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:48.986742 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-66e36609-1b0a-44b9-975c-3b30a237190f None None] Provisioning complete for port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:48.987055 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66e36609-1b0a-44b9-975c-3b30a237190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.029743 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-18431e19-04c7-4c06-b519-b191f70b8321 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163223 Jul 12 16:51:49.136120 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66e36609-1b0a-44b9-975c-3b30a237190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.143679 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Router 992eee75-afaa-4592-afff-308a5e5f0f30 is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:51:49.176341 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44f879b5-2826-48a8-8d71-3ccb93451f02 req-32c4bc85-7a57-4fde-b832-33181b4082a4 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393597 Jul 12 16:51:49.178015 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-66e36609-1b0a-44b9-975c-3b30a237190f None None] For port be3f4228-78e9-4d8a-bc2b-b8853e0503c6, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=be3f4228-78e9-4d8a-bc2b-b8853e0503c6,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:49.183639 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66e36609-1b0a-44b9-975c-3b30a237190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.283609 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e36609-1b0a-44b9-975c-3b30a237190f None None] Pushing event updated for resources: {'Port': ['ID=be3f4228-78e9-4d8a-bc2b-b8853e0503c6,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:49.302436 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:51:49.315155 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Sync routers for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:51:49.325852 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.327852 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-581e3ef0-2f5f-4505-8fec-4ed3dad1310c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8182142 Jul 12 16:51:49.331046 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:49.331688 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:49.331987 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36728) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:49.607735 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6409ca31-430a-4ebf-80f8-34d6b362f47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.613333 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-ade15514-64d3-4cbc-af21-0a539f6ed018 None None] Provisioning complete for port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:49.614467 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ade15514-64d3-4cbc-af21-0a539f6ed018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.649357 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:49.689663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df150-ab9c-481f-b819-ffd7e123d9ab req-357085f8-4c20-4e15-b4a3-1abad8f16577 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:49.691649 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-557df150-ab9c-481f-b819-ffd7e123d9ab req-357085f8-4c20-4e15-b4a3-1abad8f16577 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0896280 Jul 12 16:51:49.746095 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-557df150-ab9c-481f-b819-ffd7e123d9ab req-a5dce948-886d-4d23-880a-8e2198e95346 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Jul 12 16:51:49.795851 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a746ddd-ec93-4a7f-943f-07adacfeb535 req-722da390-7d12-4bfb-a4d8-252bcd01ef31 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:49.797414 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9a746ddd-ec93-4a7f-943f-07adacfeb535 req-722da390-7d12-4bfb-a4d8-252bcd01ef31 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 947 time: 0.1590168 Jul 12 16:51:49.879831 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:48Z', 'revision_number': 3, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:49.896347 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9a746ddd-ec93-4a7f-943f-07adacfeb535 req-28cfaba7-6719-4514-830b-0dd4b7ac3b8b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805891 Jul 12 16:51:49.905084 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.918168 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Checking router: 992eee75-afaa-4592-afff-308a5e5f0f30 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:51:49.918581 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Updating router 992eee75-afaa-4592-afff-308a5e5f0f30 port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:51:49.955451 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:49.986847 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f457af52-158e-41a8-8f23-cfbee3e1570e details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:51:50.096855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Allocated IP 172.20.0.1 (1680b458-4288-43da-bfdd-e9da3e74b346/61474479-1b03-4d12-b8b2-81543610a3cf/100b6e93-4403-4d17-b89f-7a3b952b3e0c) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:50.116618 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device be3f4228-78e9-4d8a-bc2b-b8853e0503c6 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:50.213287 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.228439 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Transition to ACTIVE for port object 100b6e93-4403-4d17-b89f-7a3b952b3e0c will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:50.253688 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f457af52-158e-41a8-8f23-cfbee3e1570e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f457af52-158e-41a8-8f23-cfbee3e1570e,segment=NetworkSegment(2bf4dffb-e167-49d7-8ae9-4afc13368472),segment_id=2bf4dffb-e167-49d7-8ae9-4afc13368472)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:50.264228 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.276198 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'f457af52-158e-41a8-8f23-cfbee3e1570e', 'network_id': '83943ce0-520f-483e-a05a-71dc4f835aff', 'port_id': 'f457af52-158e-41a8-8f23-cfbee3e1570e', 'mac_address': 'fa:16:3e:23:07:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6265cb26-bdc3-4a7f-8d67-af458440a650', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:51:50.286968 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:50.287343 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.313963 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Network 1680b458-4288-43da-bfdd-e9da3e74b346 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:50.316925 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:50.319586 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:50.350828 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Pushing event updated for resources: {'Port': ['ID=100b6e93-4403-4d17-b89f-7a3b952b3e0c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:50.374386 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.394361 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.426767 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f457af52-158e-41a8-8f23-cfbee3e1570e {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:51:50.503305 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f457af52-158e-41a8-8f23-cfbee3e1570e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f457af52-158e-41a8-8f23-cfbee3e1570e,segment=NetworkSegment(2bf4dffb-e167-49d7-8ae9-4afc13368472),segment_id=2bf4dffb-e167-49d7-8ae9-4afc13368472)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:50.516035 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.525539 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.563296 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.580119 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Transition to ACTIVE for port object ffd2fafc-2ff0-46b6-8136-9dc831ca2214 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:50.594803 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.618061 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=f457af52-158e-41a8-8f23-cfbee3e1570e,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:50.663570 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Attempting to bind port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:50.663975 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Attempting to bind port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:50.664348 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Attempting to bind port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:50.685548 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:50.685981 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:50.686444 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.686858 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:50.687346 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Bound port: ffd2fafc-2ff0-46b6-8136-9dc831ca2214, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:50.687740 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.691192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-51a59231-b798-4646-8694-d50483a091c9 None None] Provisioning for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:50.711331 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f7f1f-4fa1-43af-85b3-9c415d5ec4c5 None None] Pushing event updated for resources: {'Port': ['ID=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:50.718428 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-51a59231-b798-4646-8694-d50483a091c9 None None] Provisioning complete for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:50.718789 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-51a59231-b798-4646-8694-d50483a091c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.784845 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.789550 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] For port ffd2fafc-2ff0-46b6-8136-9dc831ca2214, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:50.791875 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-51a59231-b798-4646-8694-d50483a091c9 None None] Port 100b6e93-4403-4d17-b89f-7a3b952b3e0c cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:50.793547 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.794752 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] For port ffd2fafc-2ff0-46b6-8136-9dc831ca2214, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:50.799930 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.830935 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['f457af52-158e-41a8-8f23-cfbee3e1570e'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:50.844655 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Pushing event updated for resources: {'Port': ['ID=100b6e93-4403-4d17-b89f-7a3b952b3e0c,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:50.885500 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:50.900799 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:50.901435 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:50.944324 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f7f1f-4fa1-43af-85b3-9c415d5ec4c5 None None] Pushing event updated for resources: {'Port': ['ID=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:50.992805 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355a1b7-0a3b-4903-b515-3e3e073fca1d req-67747130-90e5-461e-af3c-8062b6605fe5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:50.994539 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f355a1b7-0a3b-4903-b515-3e3e073fca1d req-67747130-90e5-461e-af3c-8062b6605fe5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0931556 Jul 12 16:51:51.044541 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Network 1680b458-4288-43da-bfdd-e9da3e74b346 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:51.046099 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:51.052839 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f355a1b7-0a3b-4903-b515-3e3e073fca1d req-be442899-7a80-4d20-9a0d-14292dc695de tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509138 Jul 12 16:51:51.096357 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:51.224669 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Router 992eee75-afaa-4592-afff-308a5e5f0f30 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:51:51.233662 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1281-7e2c-424a-8dcd-9c0e6c5ad323 req-9474611e-eca6-46c7-9821-8b0c0e901bcc tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:51.235436 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-107e1281-7e2c-424a-8dcd-9c0e6c5ad323 req-9474611e-eca6-46c7-9821-8b0c0e901bcc tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 948 time: 0.1354504 Jul 12 16:51:51.274363 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-ad854105-ed68-471a-b2aa-58649c0d7ef8 None None] Provisioning complete for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:51.274914 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ad854105-ed68-471a-b2aa-58649c0d7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:51.328500 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-107e1281-7e2c-424a-8dcd-9c0e6c5ad323 req-fa23c247-ba55-4d0c-9ccc-11015419c8d1 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813420 Jul 12 16:51:51.344748 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-ad854105-ed68-471a-b2aa-58649c0d7ef8 None None] Port 100b6e93-4403-4d17-b89f-7a3b952b3e0c cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:51.380382 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:51.388027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:51:51.393407 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a756ba89-fbce-4afe-b889-661a0f7006d1 admin admin] 10.222.0.74 "PUT /v2.0/routers/992eee75-afaa-4592-afff-308a5e5f0f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0602949 Jul 12 16:51:51.427410 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 2, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:51.459206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d38b7a-e3c4-42d7-a5ac-8b56a5e5a327 None None] The sync data for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi is: [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 2, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:51:51.471067 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-3b4e5d4f-56de-478f-b283-d7f1479752d4 None None] Provisioning complete for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:51.471462 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5d4f-56de-478f-b283-d7f1479752d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:51.516980 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e5d4f-56de-478f-b283-d7f1479752d4 None None] Port 100b6e93-4403-4d17-b89f-7a3b952b3e0c cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:51.772567 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:51.984886 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:51:51.987973 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f457af52-158e-41a8-8f23-cfbee3e1570e up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:51.992058 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36752) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:51.998196 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1503325642-network', 'tenant_id': '3fc63825ccea46639087492ea3c28134'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:52.026882 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Made reservation on behalf of 3fc63825ccea46639087492ea3c28134 for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:52.029422 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.039997 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.099781 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port f457af52-158e-41a8-8f23-cfbee3e1570e completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:52.116920 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port f457af52-158e-41a8-8f23-cfbee3e1570e triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:52.117444 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.160981 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.167345 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.205042 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:51:52.221861 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd30de-8eee-49a8-b554-38fcc964d337,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:52.243925 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.244327 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Added segment ca9d080a-458e-4511-9c22-06610a844b7c of type vlan for network b0610d43-4c2f-4d72-9373-92d35fb19f6f Jul 12 16:51:52.332035 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.352702 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d87575-7ac0-4322-871e-e4a0c09a54b8 req-decfd40a-89bf-4cc2-816a-0d81a1274440 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:52.387464 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-16d87575-7ac0-4322-871e-e4a0c09a54b8 req-decfd40a-89bf-4cc2-816a-0d81a1274440 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 943 time: 0.1640208 Jul 12 16:51:52.398199 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.399067 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:52.400999 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:52.401900 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.425223 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'port_id': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'mac_address': 'fa:16:3e:97:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:51:52.516450 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5225818 Jul 12 16:51:52.520803 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-16d87575-7ac0-4322-871e-e4a0c09a54b8 req-a546ddce-bf7d-4351-bbf7-4160e40e5f54 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281738 Jul 12 16:51:52.521028 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36758) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:52.538485 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Request body: {'subnet': {'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1503325642-subnet', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:52.543016 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10717-9fd3-48e6-8eeb-2ea7620d303b admin admin] Pushing event updated for resources: {'Network': ['ID=b0610d43-4c2f-4d72-9373-92d35fb19f6f,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:52.554109 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.593167 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:51:52.614289 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Made reservation on behalf of 3fc63825ccea46639087492ea3c28134 for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:52.617405 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.646095 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:51:52.669974 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:52.682583 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.764511 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1424ebf-8841-442b-9400-3e77a5782c00 req-b3577640-1205-473f-9cb3-f4cc78df7998 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:52.766263 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f1424ebf-8841-442b-9400-3e77a5782c00 req-b3577640-1205-473f-9cb3-f4cc78df7998 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 948 time: 0.2163620 Jul 12 16:51:52.773251 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.827455 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f1424ebf-8841-442b-9400-3e77a5782c00 req-75784b94-bbc5-4b08-ad02-8a71f3fe245d tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Jul 12 16:51:52.850698 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:52.865505 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457af52-158e-41a8-8f23-cfbee3e1570e'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:52.865505 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7778241b-562e-434a-bb0f-a8396fb14f14" -d '{"events": [{"server_uuid": "d92e159d-6400-4e95-adc7-c7856bcc7b93", "name": "network-vif-plugged", "status": "completed", "tag": "f457af52-158e-41a8-8f23-cfbee3e1570e"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:52.898385 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f457af52-158e-41a8-8f23-cfbee3e1570e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f457af52-158e-41a8-8f23-cfbee3e1570e,segment=NetworkSegment(2bf4dffb-e167-49d7-8ae9-4afc13368472),segment_id=2bf4dffb-e167-49d7-8ae9-4afc13368472)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:52.903856 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:52.954813 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f66aa3d-d724-4ca8-8c78-752f02bf775b x-openstack-request-id: req-8f66aa3d-d724-4ca8-8c78-752f02bf775b {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:52.955105 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92e159d-6400-4e95-adc7-c7856bcc7b93", "name": "network-vif-plugged", "status": "completed", "tag": "f457af52-158e-41a8-8f23-cfbee3e1570e", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:52.955366 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f66aa3d-d724-4ca8-8c78-752f02bf775b {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:52.955901 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457af52-158e-41a8-8f23-cfbee3e1570e', 'code': 200} Jul 12 16:51:52.977277 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:53.038058 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=f457af52-158e-41a8-8f23-cfbee3e1570e,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:53.038770 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.109424 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8334ae1a-5e4c-4442-a7ff-de340201f50d,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:53.126579 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Checking segment: {'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:53.127083 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Network hostable DHCP agents. Network: b0610d43-4c2f-4d72-9373-92d35fb19f6f, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:51:53.153106 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:51:53.168944 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, b0610d43-4c2f-4d72-9373-92d35fb19f6f) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:53.175432 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:53.176166 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.198508 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95465dbf-05dc-4fc7-9f5e-6b874ccf055b None None] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:51:53.215001 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36762) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:53.215367 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-73fed0b6-a211-4f39-bc5e-32d798a75874 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6901526 Jul 12 16:51:53.221044 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:53.270664 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.271983 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.319765 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.359111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.371205 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf58a85-9203-44db-9da8-25a601a031d1 req-5c328675-d398-41d9-a1da-2d528c57aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:53.372636 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fcf58a85-9203-44db-9da8-25a601a031d1 req-5c328675-d398-41d9-a1da-2d528c57aff3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 1102 time: 0.1156650 Jul 12 16:51:53.431271 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'fixed_ips': [{'subnet_id': '8334ae1a-5e4c-4442-a7ff-de340201f50d'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:51:53.432113 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.442273 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-37321b8f-d1e8-4fca-97b3-8c527cf98560 None None] Provisioning complete for port f457af52-158e-41a8-8f23-cfbee3e1570e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:53.442643 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-37321b8f-d1e8-4fca-97b3-8c527cf98560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.529269 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fcf58a85-9203-44db-9da8-25a601a031d1 req-d1fcd51f-63bd-4026-9a41-def61bb8fd0d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242967 Jul 12 16:51:53.531659 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.634055 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Allocated IP 172.20.0.2 (b0610d43-4c2f-4d72-9373-92d35fb19f6f/8334ae1a-5e4c-4442-a7ff-de340201f50d/3996990a-78eb-49df-b72b-011215a29215) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:53.739548 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ca834-11e7-462e-9ec6-0f9ad375ebd8 req-f351ea75-caf4-4c1d-89f9-869e31d85ac5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:53.741327 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c68ca834-11e7-462e-9ec6-0f9ad375ebd8 req-f351ea75-caf4-4c1d-89f9-869e31d85ac5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 944 time: 0.0728514 Jul 12 16:51:53.761530 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.784917 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.790695 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c68ca834-11e7-462e-9ec6-0f9ad375ebd8 req-8bc2a219-6ed8-4d79-89b2-a419060db669 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Jul 12 16:51:53.804806 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.814923 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Transition to ACTIVE for port object 3996990a-78eb-49df-b72b-011215a29215 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:53.842966 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Transition to ACTIVE for port object 3996990a-78eb-49df-b72b-011215a29215 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:53.858865 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:53.914761 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:53.918015 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:53.923041 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:53.926449 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Pushing event updated for resources: {'Port': ['ID=3996990a-78eb-49df-b72b-011215a29215,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:53.947288 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Allocated IP 172.27.1.17 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/fbd798e6-5fc3-404b-aa71-aa1892c862dd) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:53.999360 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:54.029648 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Attempting to bind port 3996990a-78eb-49df-b72b-011215a29215 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:54.030211 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Attempting to bind port 3996990a-78eb-49df-b72b-011215a29215 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:54.030577 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Attempting to bind port 3996990a-78eb-49df-b72b-011215a29215 on network b0610d43-4c2f-4d72-9373-92d35fb19f6f {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:54.048410 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:54.048887 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Checking segment: {'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:54.049276 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.049748 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Bound using segment: {'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:54.050279 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Bound port: 3996990a-78eb-49df-b72b-011215a29215, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:54.050667 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.122024 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:54.135552 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:54.135552 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.158417 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.166017 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device ffd2fafc-2ff0-46b6-8136-9dc831ca2214 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:54.168446 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] For port 3996990a-78eb-49df-b72b-011215a29215, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:54.198047 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c5748-5f79-4f53-9021-38b863f6e6fb req-223b90ac-7348-42f0-b2de-44eeea3c337b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:54.198931 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-707c5748-5f79-4f53-9021-38b863f6e6fb req-223b90ac-7348-42f0-b2de-44eeea3c337b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 949 time: 0.1384995 Jul 12 16:51:54.216029 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] For port 3996990a-78eb-49df-b72b-011215a29215, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=3996990a-78eb-49df-b72b-011215a29215,segment=NetworkSegment(ca9d080a-458e-4511-9c22-06610a844b7c),segment_id=ca9d080a-458e-4511-9c22-06610a844b7c)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:54.224364 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.230988 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.321178 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:54.323006 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:54.329357 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:54.332729 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:54.334017 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf852d-f8e3-402c-8e95-258d61cebf02 None None] Pushing event updated for resources: {'Port': ['ID=3996990a-78eb-49df-b72b-011215a29215,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:54.355847 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:54.356252 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.385691 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Sync routers for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:51:54.402730 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:54.403407 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:54.409099 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.409453 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Pushing event updated for resources: {'Port': ['ID=fbd798e6-5fc3-404b-aa71-aa1892c862dd,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:54.433863 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-707c5748-5f79-4f53-9021-38b863f6e6fb req-0759f872-80c3-4d9a-a5a4-d8f1472bead8 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121162 Jul 12 16:51:54.481016 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:54.509509 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.590142 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.638235 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:54.658681 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port ffd2fafc-2ff0-46b6-8136-9dc831ca2214, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:54.660445 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:54.665753 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.739144 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:54.830786 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:54.890069 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 2, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:54.920034 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Checking router: 992eee75-afaa-4592-afff-308a5e5f0f30 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:51:54.920535 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Updating router 992eee75-afaa-4592-afff-308a5e5f0f30 port 100b6e93-4403-4d17-b89f-7a3b952b3e0c binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:51:54.959770 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:54.962710 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef81076-ca10-4080-a512-663259a6c97b" -d '{"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:55.005927 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-000bcda5-3560-4b43-a383-e4d9d7570cc7 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:55.006662 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-000bcda5-3560-4b43-a383-e4d9d7570cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.055043 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.082217 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b77071-4177-4b16-807e-9e52c195319a x-openstack-request-id: req-49b77071-4177-4b16-807e-9e52c195319a {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:55.082657 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:55.083051 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-49b77071-4177-4b16-807e-9e52c195319a {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:55.083480 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'code': 200} Jul 12 16:51:55.121104 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac962-5581-4228-bc8d-381395fc40a4 req-3dd58baa-6920-4007-a8a1-070dd461b327 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:55.123784 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8a9ac962-5581-4228-bc8d-381395fc40a4 req-3dd58baa-6920-4007-a8a1-070dd461b327 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1745355 Jul 12 16:51:55.216983 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8a9ac962-5581-4228-bc8d-381395fc40a4 req-497e01c7-051c-47ae-a6c7-d8aab949298e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826726 Jul 12 16:51:55.432614 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.494610 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833be4a-b0f0-4b32-9b6d-01795d663612 req-5bf771ae-4221-40a5-b8a3-d65ac21fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:55.496209 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f833be4a-b0f0-4b32-9b6d-01795d663612 req-5bf771ae-4221-40a5-b8a3-d65ac21fd0a1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1098 time: 0.1315355 Jul 12 16:51:55.575618 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.602890 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Transition to ACTIVE for port object 100b6e93-4403-4d17-b89f-7a3b952b3e0c will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:55.620903 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f833be4a-b0f0-4b32-9b6d-01795d663612 req-7331e7fa-4fb9-43cd-847b-64c5ce79ea14 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030099 Jul 12 16:51:55.622084 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.719730 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30df6d-b3bf-43b6-bdc2-f15960269796 req-5e9063c9-54be-4bf9-9f0f-071dc8e9a7a4 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:55.727380 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9d30df6d-b3bf-43b6-bdc2-f15960269796 req-5e9063c9-54be-4bf9-9f0f-071dc8e9a7a4 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 949 time: 0.1271696 Jul 12 16:51:55.736230 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Router c4935f6d-f6b9-4df3-938f-58e3871e39ec is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:51:55.741145 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4e827-8b74-4e27-8c91-c9e717ea1b98 None None] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:51:55.791036 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00e22e-3065-45d3-963b-894a7425df09 None None] Pushing event updated for resources: {'Port': ['ID=100b6e93-4403-4d17-b89f-7a3b952b3e0c,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:55.809618 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Attempting to bind port 100b6e93-4403-4d17-b89f-7a3b952b3e0c on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:55.810739 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Attempting to bind port 100b6e93-4403-4d17-b89f-7a3b952b3e0c by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:55.811523 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Attempting to bind port 100b6e93-4403-4d17-b89f-7a3b952b3e0c on network 1680b458-4288-43da-bfdd-e9da3e74b346 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:55.819219 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:55.820110 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Checking segment: {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:55.820760 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.821365 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Bound using segment: {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:55.822842 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Bound port: 100b6e93-4403-4d17-b89f-7a3b952b3e0c, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:55.823675 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.871586 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-12808213-47a8-4e8b-91d4-d009611375ad None None] Provisioning for port 3996990a-78eb-49df-b72b-011215a29215 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:55.925726 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9d30df6d-b3bf-43b6-bdc2-f15960269796 req-0337646b-f3d9-48da-b255-9102dd6e714b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924534 Jul 12 16:51:55.973205 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] For port 100b6e93-4403-4d17-b89f-7a3b952b3e0c, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:55.982964 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] For port 100b6e93-4403-4d17-b89f-7a3b952b3e0c, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=100b6e93-4403-4d17-b89f-7a3b952b3e0c,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:55.985727 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:51:55.992726 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:56.014169 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:56.021794 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 36778) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:56.031786 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-93d0035f-a670-4c20-b4f8-0128c6c9e73a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8137646 Jul 12 16:51:56.039231 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Sync routers for ids ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:51:56.065788 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00e22e-3065-45d3-963b-894a7425df09 None None] Pushing event updated for resources: {'Port': ['ID=100b6e93-4403-4d17-b89f-7a3b952b3e0c,revision_number=4']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:56.078401 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Routers {'c4935f6d-f6b9-4df3-938f-58e3871e39ec'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:56.079013 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:56.128855 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:56.129619 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:56.378415 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:56.437225 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device ffd2fafc-2ff0-46b6-8136-9dc831ca2214 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:56.674885 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082ff37-c918-4439-a8d4-bbcb6bec5b74 req-7417a4ae-ea66-4783-85ac-f40c4829dcf2 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:56.686658 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6082ff37-c918-4439-a8d4-bbcb6bec5b74 req-7417a4ae-ea66-4783-85ac-f40c4829dcf2 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1678970 Jul 12 16:51:56.723096 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:55Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:56.765319 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd48b52-6071-481a-afe3-88c77b56bf49 None None] The sync data for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi is: [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:55Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:51:56.803342 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6082ff37-c918-4439-a8d4-bbcb6bec5b74 req-7bbfa4ff-a161-449c-a08b-fb66d450edca tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154552 Jul 12 16:51:56.838228 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Set router c4935f6d-f6b9-4df3-938f-58e3871e39ec gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:56.967699 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:56.968052 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.120604 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd703-b46e-4fca-9a59-60032588cf79 req-8b1ca86f-d9ae-4b96-9170-c2267e434d10 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.124735 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-659bd703-b46e-4fca-9a59-60032588cf79 req-8b1ca86f-d9ae-4b96-9170-c2267e434d10 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 949 time: 0.5174983 Jul 12 16:51:57.125230 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3996990a-78eb-49df-b72b-011215a29215 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:57.176888 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 3, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port': {'id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:57.200308 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-659bd703-b46e-4fca-9a59-60032588cf79 req-58a6d395-8fe2-4cd5-aca1-596af0a8c185 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684016 Jul 12 16:51:57.206019 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Checking router: c4935f6d-f6b9-4df3-938f-58e3871e39ec for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:51:57.206325 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Updating router c4935f6d-f6b9-4df3-938f-58e3871e39ec port fbd798e6-5fc3-404b-aa71-aa1892c862dd binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:51:57.246019 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 3996990a-78eb-49df-b72b-011215a29215 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:57.251743 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 3996990a-78eb-49df-b72b-011215a29215 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:57.252117 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.280376 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.341374 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.487091 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.549028 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 3996990a-78eb-49df-b72b-011215a29215, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=3996990a-78eb-49df-b72b-011215a29215,segment=NetworkSegment(ca9d080a-458e-4511-9c22-06610a844b7c),segment_id=ca9d080a-458e-4511-9c22-06610a844b7c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:57.550702 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Allocated IP 172.20.0.1 (b0610d43-4c2f-4d72-9373-92d35fb19f6f/8334ae1a-5e4c-4442-a7ff-de340201f50d/79b752a8-dc4a-4a93-abc6-d5d48f90e94f) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:57.571199 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.685661 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.690480 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=3996990a-78eb-49df-b72b-011215a29215,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:57.698801 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.704715 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Transition to ACTIVE for port object 79b752a8-dc4a-4a93-abc6-d5d48f90e94f will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:57.710812 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Transition to ACTIVE for port object fbd798e6-5fc3-404b-aa71-aa1892c862dd will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:57.719250 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.745254 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.776313 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf95f8-5c66-44d3-9382-a353e333a9c6 None None] Pushing event updated for resources: {'Port': ['ID=fbd798e6-5fc3-404b-aa71-aa1892c862dd,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:57.779397 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Attempting to bind port fbd798e6-5fc3-404b-aa71-aa1892c862dd on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:57.779397 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Attempting to bind port fbd798e6-5fc3-404b-aa71-aa1892c862dd by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:57.779680 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Attempting to bind port fbd798e6-5fc3-404b-aa71-aa1892c862dd on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:57.785835 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:57.786176 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:57.786578 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.786969 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:57.787519 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Bound port: fbd798e6-5fc3-404b-aa71-aa1892c862dd, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:57.788022 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.792743 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:57.798461 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:57.801177 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:57.832186 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Pushing event updated for resources: {'Port': ['ID=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:57.855323 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:57.875958 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] For port fbd798e6-5fc3-404b-aa71-aa1892c862dd, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:57.884136 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] For port fbd798e6-5fc3-404b-aa71-aa1892c862dd, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=fbd798e6-5fc3-404b-aa71-aa1892c862dd,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:57.891827 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.064090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Routers {'c4935f6d-f6b9-4df3-938f-58e3871e39ec'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:51:58.064090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:58.102824 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf95f8-5c66-44d3-9382-a353e333a9c6 None None] Pushing event updated for resources: {'Port': ['ID=fbd798e6-5fc3-404b-aa71-aa1892c862dd,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:58.136023 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.164922 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-8674ff56-13ca-4a8a-b574-1c70163a0589 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:58.166789 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-8674ff56-13ca-4a8a-b574-1c70163a0589 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.97 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 949 time: 0.2757111 Jul 12 16:51:58.189577 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 100b6e93-4403-4d17-b89f-7a3b952b3e0c up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:58.220818 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-be9265bc-33cd-4eba-9920-f31914a41287 None None] Provisioning for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:58.238602 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-be9265bc-33cd-4eba-9920-f31914a41287 None None] Provisioning complete for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:58.239072 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-be9265bc-33cd-4eba-9920-f31914a41287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.249631 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] Set router c4935f6d-f6b9-4df3-938f-58e3871e39ec gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:51:58.342313 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a181d-294d-43c9-bf31-a67243084355 req-5ddce934-a098-4061-8f20-d3db9499c735 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:58.344497 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-395a181d-294d-43c9-bf31-a67243084355 req-5ddce934-a098-4061-8f20-d3db9499c735 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.3235850 Jul 12 16:51:58.390209 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-be9265bc-33cd-4eba-9920-f31914a41287 None None] Port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:58.442818 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Deleting port f457af52-158e-41a8-8f23-cfbee3e1570e {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:51:58.443971 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.457144 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-395a181d-294d-43c9-bf31-a67243084355 req-dbe47ebf-ea13-455c-8fc0-4e3ee7464c0b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897019 Jul 12 16:51:58.467175 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:58.473254 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.479434 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:58.480226 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.505486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.590229 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] For port f457af52-158e-41a8-8f23-cfbee3e1570e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f457af52-158e-41a8-8f23-cfbee3e1570e,segment=NetworkSegment(2bf4dffb-e167-49d7-8ae9-4afc13368472),segment_id=2bf4dffb-e167-49d7-8ae9-4afc13368472)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:58.590959 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.608583 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Pushing event updated for resources: {'Port': ['ID=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:58.620747 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Calling delete_port for f457af52-158e-41a8-8f23-cfbee3e1570e owned by compute:nova {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:51:58.641729 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.669036 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.669592 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196675d-f640-4940-b2b5-fe8b482c5220 req-968b30c3-6e7a-4f98-b94b-050be1c0586b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:58.671477 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5196675d-f640-4940-b2b5-fe8b482c5220 req-968b30c3-6e7a-4f98-b94b-050be1c0586b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 949 time: 0.2420344 Jul 12 16:51:58.738282 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 100b6e93-4403-4d17-b89f-7a3b952b3e0c, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=100b6e93-4403-4d17-b89f-7a3b952b3e0c,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:58.746075 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.776572 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5196675d-f640-4940-b2b5-fe8b482c5220 req-e046b7ab-d757-49f4-a122-2d4fe2d55c25 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/security-groups?id=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909653 Jul 12 16:51:58.786215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3996990a-78eb-49df-b72b-011215a29215 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:58.809660 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:58.811539 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:58.865877 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 4, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port': {'id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '79b752a8-dc4a-4a93-abc6-d5d48f90e94f', 'name': '', 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'mac_address': 'fa:16:3e:14:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:57Z', 'updated_at': '2021-07-12T16:51:57Z', 'revision_number': 1, 'project_id': '3fc63825ccea46639087492ea3c28134', 'subnets': [{'id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:51:58.878423 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:58.906661 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=100b6e93-4403-4d17-b89f-7a3b952b3e0c,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:58.911297 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['f457af52-158e-41a8-8f23-cfbee3e1570e'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:58.948148 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd09bf-fc5d-420a-a3ea-af2817f08ff0 req-03507e4c-364f-4138-81dd-4e534206d4f4 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:58.948679 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66619eff-de9c-478a-8015-7ea6642f4401 None None] The sync data for ids ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'] in dv-cinder-800490-1-iscsi is: [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 4, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port': {'id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '79b752a8-dc4a-4a93-abc6-d5d48f90e94f', 'name': '', 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'mac_address': 'fa:16:3e:14:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:57Z', 'updated_at': '2021-07-12T16:51:57Z', 'revision_number': 1, 'project_id': '3fc63825ccea46639087492ea3c28134', 'subnets': [{'id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:51:58.953943 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8ccd09bf-fc5d-420a-a3ea-af2817f08ff0 req-03507e4c-364f-4138-81dd-4e534206d4f4 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.2165968 Jul 12 16:51:58.956180 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Pushing event deleted for resources: {'Port': ['ID=f457af52-158e-41a8-8f23-cfbee3e1570e,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:58.962643 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 36790) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:51:58.971880 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'floatingip': {'port_id': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:58.982433 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-2e4d8185-da81-4956-a176-f0634e7ff538 None None] Provisioning complete for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:58.983184 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2e4d8185-da81-4956-a176-f0634e7ff538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:59.033534 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 3996990a-78eb-49df-b72b-011215a29215 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:59.034002 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:59.074152 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:59.074915 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Router c4935f6d-f6b9-4df3-938f-58e3871e39ec has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:51:59.133500 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d8185-da81-4956-a176-f0634e7ff538 None None] Port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:51:59.246155 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] No DVR routers for this DVR port f457af52-158e-41a8-8f23-cfbee3e1570e on host hv-cinder-80049 {{(pid=99421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:51:59.250544 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:59.252604 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c24f07f8-411e-423b-a0f3-d89ac520a913 req-25171d70-a869-4ed8-a051-4872dc1f6560 tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.97 "DELETE /v2.0/ports/f457af52-158e-41a8-8f23-cfbee3e1570e HTTP/1.1" status: 204 len: 173 time: 1.0785480 Jul 12 16:51:59.253069 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'name': 'network-vif-deleted', 'tag': 'f457af52-158e-41a8-8f23-cfbee3e1570e'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:59.255683 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d0ba3-d8ee-472a-ab78-7f21920b9121" -d '{"events": [{"server_uuid": "d92e159d-6400-4e95-adc7-c7856bcc7b93", "name": "network-vif-deleted", "tag": "f457af52-158e-41a8-8f23-cfbee3e1570e"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:59.342767 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:51:59.347937 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-c978ce39-9a57-41e9-9eb0-3cc36aa4edf9 admin admin] 10.222.0.74 "PUT /v2.0/routers/c4935f6d-f6b9-4df3-938f-58e3871e39ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3236272 Jul 12 16:51:59.394081 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9548eca-9aa6-4278-bc33-dbb0037c0016 x-openstack-request-id: req-d9548eca-9aa6-4278-bc33-dbb0037c0016 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:59.394415 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92e159d-6400-4e95-adc7-c7856bcc7b93", "name": "network-vif-deleted", "tag": "f457af52-158e-41a8-8f23-cfbee3e1570e", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:59.395359 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d9548eca-9aa6-4278-bc33-dbb0037c0016 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:59.395816 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92e159d-6400-4e95-adc7-c7856bcc7b93', 'name': 'network-vif-deleted', 'tag': 'f457af52-158e-41a8-8f23-cfbee3e1570e', 'status': 'completed', 'code': 200} Jul 12 16:51:59.503213 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c456ad02-e19d-48d6-8999-5da0f254068e None None] Provisioning complete for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:59.503599 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c456ad02-e19d-48d6-8999-5da0f254068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:59.755384 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-da8efba8-c674-441a-b4fc-60a095e6a422 None None] Provisioning complete for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:59.755754 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-da8efba8-c674-441a-b4fc-60a095e6a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:59.797409 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-da8efba8-c674-441a-b4fc-60a095e6a422 None None] Port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:52:00.045823 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:00.051212 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:00.227381 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d102d5f9-93e2-4d9d-96d2-732bd67cf99b req-bc5a38e6-79ec-4048-838f-012498d6266b tempest-VolumesNegativeTest-2057062180 tempest-VolumesNegativeTest-2057062180-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92e159d-6400-4e95-adc7-c7856bcc7b93 HTTP/1.1" status: 200 len: 210 time: 0.0667272 Jul 12 16:52:00.324321 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 100b6e93-4403-4d17-b89f-7a3b952b3e0c up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:00.362434 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.l3_db [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Floating IP 6e434f4c-eee8-4e68-878d-3ce5f2bc62f7 associated. External IP: 172.27.1.28, port: f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0. Jul 12 16:52:00.377053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 100b6e93-4403-4d17-b89f-7a3b952b3e0c triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:00.377428 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:00.484202 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device fbd798e6-5fc3-404b-aa71-aa1892c862dd up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:00.593894 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port fbd798e6-5fc3-404b-aa71-aa1892c862dd completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:00.602654 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port fbd798e6-5fc3-404b-aa71-aa1892c862dd triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:00.603070 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:00.771860 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:52:00.786782 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:00.841796 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port fbd798e6-5fc3-404b-aa71-aa1892c862dd, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=fbd798e6-5fc3-404b-aa71-aa1892c862dd,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:00.861934 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:01.046459 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=fbd798e6-5fc3-404b-aa71-aa1892c862dd,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:01.074561 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:52:01.082344 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:01.091273 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] Sync routers for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:01.109651 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:01.110955 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:01.169177 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b0554e30-56cf-4f0b-836a-bd74fea649ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "PUT /v2.0/floatingips/6e434f4c-eee8-4e68-878d-3ce5f2bc62f7 HTTP/1.1" status: 200 len: 990 time: 2.2052946 Jul 12 16:52:01.397819 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:01.400366 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:01.400590 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9cb476-1312-4d93-be93-ebef6ef41f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:01.505562 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9aaf0d-5987-4a15-af27-627432738ced x-openstack-request-id: req-5e9aaf0d-5987-4a15-af27-627432738ced {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:01.505875 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:01.506130 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e9aaf0d-5987-4a15-af27-627432738ced {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:01.506523 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'status': 'completed', 'code': 200} Jul 12 16:52:01.624175 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-308a7c43-294e-4663-8efd-a10078baf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:01.626073 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-308a7c43-294e-4663-8efd-a10078baf0ed service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0902319 Jul 12 16:52:01.765149 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-1a96b9c0-af4b-4084-8baf-ddcbe22faf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:01.769489 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-1a96b9c0-af4b-4084-8baf-ddcbe22faf9a service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.1335654 Jul 12 16:52:01.809035 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '6e434f4c-eee8-4e68-878d-3ce5f2bc62f7', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'port_id': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'mac_address': 'fa:16:3e:97:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:51:38Z', 'updated_at': '2021-07-12T16:51:59Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:01.845276 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] Checking router: f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:01.851346 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-668efa7f-0935-4374-9427-d453f417975c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 998 time: 0.0770357 Jul 12 16:52:01.858100 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:01.858672 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:01.933299 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-7ae58ab0-f76a-45fb-97b0-f7af7d537ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:01.937187 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-7ae58ab0-f76a-45fb-97b0-f7af7d537ff7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0744035 Jul 12 16:52:02.047901 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-bda95bde-eac8-4f39-9357-e28a6fd033dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:02.050435 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-bda95bde-eac8-4f39-9357-e28a6fd033dd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067138 Jul 12 16:52:02.062681 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f457af52-158e-41a8-8f23-cfbee3e1570e no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:52:02.108714 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:02.132796 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: f457af52-158e-41a8-8f23-cfbee3e1570e {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:52:02.133352 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f457af52-158e-41a8-8f23-cfbee3e1570e not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:52:02.192873 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device fbd798e6-5fc3-404b-aa71-aa1892c862dd up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:02.329203 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-1a4fe165-6af1-4d2a-9340-c256a3fd26e1 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709615 Jul 12 16:52:02.332374 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port fbd798e6-5fc3-404b-aa71-aa1892c862dd triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:02.332605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:02.557592 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed9cb476-1312-4d93-be93-ebef6ef41f5f req-d76c2221-9302-4b60-a974-a869407d327b service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206767 Jul 12 16:52:02.765463 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '6e434f4c-eee8-4e68-878d-3ce5f2bc62f7', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'port_id': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'mac_address': 'fa:16:3e:97:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:51:38Z', 'updated_at': '2021-07-12T16:51:59Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:02.998613 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9c584-34dc-4f09-bee5-7728c84e2b2b None None] The sync data for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi is: [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '6e434f4c-eee8-4e68-878d-3ce5f2bc62f7', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'port_id': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'mac_address': 'fa:16:3e:97:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:51:38Z', 'updated_at': '2021-07-12T16:51:59Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:03.161810 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Sync routers for ids ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:03.173740 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Routers {'c4935f6d-f6b9-4df3-938f-58e3871e39ec'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:03.174674 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:03.327742 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Set router c4935f6d-f6b9-4df3-938f-58e3871e39ec gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:03.459191 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb84ff-e70d-4f69-9e73-db6c5eef91a6 None None] New status for floating IP 6e434f4c-eee8-4e68-878d-3ce5f2bc62f7: ACTIVE {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:52:03.793175 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 4, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port': {'id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '79b752a8-dc4a-4a93-abc6-d5d48f90e94f', 'name': '', 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'mac_address': 'fa:16:3e:14:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:57Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 2, 'project_id': '3fc63825ccea46639087492ea3c28134', 'subnets': [{'id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:03.889651 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Checking router: c4935f6d-f6b9-4df3-938f-58e3871e39ec for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:03.902921 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Updating router c4935f6d-f6b9-4df3-938f-58e3871e39ec port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:52:03.984712 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:04.517228 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:04.532166 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Transition to ACTIVE for port object 79b752a8-dc4a-4a93-abc6-d5d48f90e94f will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:04.545187 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:04.615788 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddcbeb-6b34-4f1f-b024-01e97ee9ca46 None None] Pushing event updated for resources: {'Port': ['ID=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:04.731009 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Attempting to bind port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:04.731382 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Attempting to bind port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:04.731747 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Attempting to bind port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f on network b0610d43-4c2f-4d72-9373-92d35fb19f6f {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:04.740287 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:04.746928 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Checking segment: {'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:04.759928 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:04.760783 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Bound using segment: {'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:04.761384 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Bound port: 79b752a8-dc4a-4a93-abc6-d5d48f90e94f, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9d080a-458e-4511-9c22-06610a844b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:04.761880 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:04.922811 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] For port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:04.931404 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] For port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,segment=NetworkSegment(ca9d080a-458e-4511-9c22-06610a844b7c),segment_id=ca9d080a-458e-4511-9c22-06610a844b7c)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:04.967438 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.073470 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Routers {'c4935f6d-f6b9-4df3-938f-58e3871e39ec'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:05.074156 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:51:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:05.077593 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddcbeb-6b34-4f1f-b024-01e97ee9ca46 None None] Pushing event updated for resources: {'Port': ['ID=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:05.284830 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] Set router c4935f6d-f6b9-4df3-938f-58e3871e39ec gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:05.639111 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 4, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port': {'id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '79b752a8-dc4a-4a93-abc6-d5d48f90e94f', 'name': '', 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'mac_address': 'fa:16:3e:14:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:57Z', 'updated_at': '2021-07-12T16:52:04Z', 'revision_number': 4, 'project_id': '3fc63825ccea46639087492ea3c28134', 'subnets': [{'id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:05.673325 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3358103-2e5c-468a-8650-aba480a593b2 None None] The sync data for ids ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'] in dv-cinder-800490-1-iscsi is: [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 4, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port': {'id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '79b752a8-dc4a-4a93-abc6-d5d48f90e94f', 'name': '', 'network_id': 'b0610d43-4c2f-4d72-9373-92d35fb19f6f', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'mac_address': 'fa:16:3e:14:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:57Z', 'updated_at': '2021-07-12T16:52:04Z', 'revision_number': 4, 'project_id': '3fc63825ccea46639087492ea3c28134', 'subnets': [{'id': '8334ae1a-5e4c-4442-a7ff-de340201f50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:06.208447 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 79b752a8-dc4a-4a93-abc6-d5d48f90e94f up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:06.298084 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:06.307358 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:06.308143 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.457741 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.530814 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,segment=NetworkSegment(ca9d080a-458e-4511-9c22-06610a844b7c),segment_id=ca9d080a-458e-4511-9c22-06610a844b7c)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:06.538928 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.683524 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:07.003213 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-db82ca54-cf5e-499e-b67e-8b0fb38cde44 None None] Provisioning complete for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:07.003770 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-db82ca54-cf5e-499e-b67e-8b0fb38cde44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.130414 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 79b752a8-dc4a-4a93-abc6-d5d48f90e94f up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:08.204650 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:08.205033 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.392121 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37064) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:08.574994 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c9779c95-23b5-4c1d-af63-0ca38aaecc54 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=473d953a6cfd4949a1fd90ed815d6fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807253 Jul 12 16:52:08.575129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37070) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:08.640719 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cbf97a55-039f-44e0-a073-e19a0a097664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.671383 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cbf97a55-039f-44e0-a073-e19a0a097664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.765809 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cbf97a55-039f-44e0-a073-e19a0a097664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.768443 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cbf97a55-039f-44e0-a073-e19a0a097664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.773190 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-cbf97a55-039f-44e0-a073-e19a0a097664 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0 HTTP/1.1" status: 204 len: 168 time: 0.1935668 Jul 12 16:52:08.788620 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf97a55-039f-44e0-a073-e19a0a097664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d1dc7f-f3e7-4f4f-a1b0-9461500b37f0,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:09.565100 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37098) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:09.702067 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-119203152-network', 'tenant_id': 'd0da15426836450eac2b9e49717e761d'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:09.739666 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Made reservation on behalf of d0da15426836450eac2b9e49717e761d for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:09.744004 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.761173 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.895714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.901076 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.929972 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1164e022-685b-42dd-ae26-317335e37178,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:09.957272 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:52:09.970683 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.971448 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Added segment 1c795337-cf7a-486e-bbbf-6c02def292bd of type vlan for network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 Jul 12 16:52:10.030537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.073418 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.075164 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:10.076203 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.163320 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5947638 Jul 12 16:52:10.164179 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37104) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:10.169783 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Request body: {'subnet': {'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-119203152-subnet', 'tenant_id': 'd0da15426836450eac2b9e49717e761d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:10.173933 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2994-2fdc-4b0c-8747-21cc1b0265c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:10.186455 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:52:10.213007 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Made reservation on behalf of d0da15426836450eac2b9e49717e761d for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:10.216540 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.438422 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.510010 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04df1c9-aecf-4377-8b0c-3d0a01d23550,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:10.519742 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Checking segment: {'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:10.520219 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Network hostable DHCP agents. Network: c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:52:10.544362 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:52:10.555527 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:10.562509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:10.562509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.578393 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398a4ea-e891-4ea2-9fcb-1e8b9e75dfdf None None] Network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:52:10.591007 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-cca93f01-6190-4157-b75e-18b05cf92c25 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4255354 Jul 12 16:52:10.761716 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798752d9-b65a-4db5-b019-acdabfb83b9b None None] Network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:52:12.878300 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-5afa8ff9-7bab-459a-b96e-18e5e0ce4996 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:12.881048 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-5afa8ff9-7bab-459a-b96e-18e5e0ce4996 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 813 time: 0.1348476 Jul 12 16:52:12.906488 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-71ebcd35-a281-4e18-a07f-bfbee83eeb54 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/quotas/d0da15426836450eac2b9e49717e761d HTTP/1.1" status: 200 len: 375 time: 0.0165794 Jul 12 16:52:12.985825 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-25e21599-a814-46cc-bbf9-80c7a020665d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:12.987556 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-25e21599-a814-46cc-bbf9-80c7a020665d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 814 time: 0.1197658 Jul 12 16:52:13.004689 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-72577eab-7cdd-48b6-89a6-b8bec72a6702 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/quotas/d28e30a911024e2081b8a0f7d7d8c91a HTTP/1.1" status: 200 len: 375 time: 0.0100820 Jul 12 16:52:13.086219 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-e18a770c-a0e2-4acb-9694-665812dcc50f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749803 Jul 12 16:52:13.209172 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-e2203900-9b07-46f4-94e9-60164b17bcc0 service neutron] 10.222.0.74 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009662 Jul 12 16:52:13.259764 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-b09ff9ec-d831-4a2c-96bc-d7fb5469b100 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3462968 Jul 12 16:52:13.328516 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-27a57c12-ebad-4428-ae18-f1107d2c6dd2 service neutron] 10.222.0.74 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121554 Jul 12 16:52:13.406925 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-879ab153-2df1-4a50-a3f9-56f3a053ccb0 service neutron] 10.222.0.74 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397603 Jul 12 16:52:13.561314 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-4d3ec496-511d-4373-81e7-7362fc17bdbb service neutron] 10.222.0.74 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419320 Jul 12 16:52:13.677366 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ea0f57a6-c21e-49f3-95bc-5b3e28f0a753 req-6acb3435-2fef-4608-8d51-968f926cc21a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0516024 Jul 12 16:52:13.785321 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-afc5aac1-e3a5-4f0c-9827-f8c0711f79cc req-33df58c1-0dd6-4f22-8fae-9e084be43e8b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 210 time: 0.0375950 Jul 12 16:52:14.854477 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7f91f035-2d70-4b17-a3c4-eb3eff1b3cc1 req-59500de1-3ff5-486f-8b78-44152fad5c7e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0419030 Jul 12 16:52:15.062426 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-835354e2-3f88-441c-b494-107ae930b926 req-4a34a80d-f89c-4d5e-befa-079f5ec18925 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 210 time: 0.0448825 Jul 12 16:52:15.075185 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-156e8874-fd11-44d7-ae46-2c39c7497432 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:15.076745 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-156e8874-fd11-44d7-ae46-2c39c7497432 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 814 time: 0.1928084 Jul 12 16:52:15.091416 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'port': {'device_id': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'admin_state_up': True, 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:15.214657 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Made reservation on behalf of d28e30a911024e2081b8a0f7d7d8c91a for: {'port': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:15.218643 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.355976 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:52:15.410797 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Allocated IP 172.20.0.14 (1680b458-4288-43da-bfdd-e9da3e74b346/61474479-1b03-4d12-b8b2-81543610a3cf/0973574a-3d60-46f1-a73f-734c3b075295) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:15.586133 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-d22056fa-5d90-421c-bcd8-517be096c9fb tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:15.587170 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-d22056fa-5d90-421c-bcd8-517be096c9fb tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 813 time: 0.1186383 Jul 12 16:52:15.602100 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Request body: {'port': {'device_id': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5', 'admin_state_up': True, 'tenant_id': 'd0da15426836450eac2b9e49717e761d'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:15.626078 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-078e9a35-c9a4-4ed6-a042-edb0bb12e118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.691991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.714364 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Transition to ACTIVE for port object 0973574a-3d60-46f1-a73f-734c3b075295 will not be triggered until provisioned by entity DHCP. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:15.760732 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Made reservation on behalf of d0da15426836450eac2b9e49717e761d for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:15.764763 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.783912 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.944016 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:15.970948 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Network 1680b458-4288-43da-bfdd-e9da3e74b346 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:15.976213 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:16.005043 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:16.105622 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:16.110996 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:16.116732 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Allocated IP 172.20.0.14 (c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5/b04df1c9-aecf-4377-8b0c-3d0a01d23550/7d8a1f06-d3df-4027-887c-012cb91d4258) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:16.135127 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3c02f0fc-8252-428c-b28e-d9d1db17b68e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0479963 Jul 12 16:52:16.263477 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec38f3-d0bc-4839-80d9-93fd3ab18eba req-9d903c4d-edf4-4684-9c9b-edd836d0064b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:16.265340 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4aec38f3-d0bc-4839-80d9-93fd3ab18eba req-9d903c4d-edf4-4684-9c9b-edd836d0064b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.1290004 Jul 12 16:52:16.353963 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4aec38f3-d0bc-4839-80d9-93fd3ab18eba req-7a82c6db-f61c-4fbc-bddf-18d70ff6a78e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737548 Jul 12 16:52:16.438339 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-e94e4784-6a01-4e5e-aab1-3658fa15020c None None] Provisioning for port 0973574a-3d60-46f1-a73f-734c3b075295 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:16.444167 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-e94e4784-6a01-4e5e-aab1-3658fa15020c None None] Provisioning complete for port 0973574a-3d60-46f1-a73f-734c3b075295 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:16.444551 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e94e4784-6a01-4e5e-aab1-3658fa15020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:16.487979 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:16.537218 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-e94e4784-6a01-4e5e-aab1-3658fa15020c None None] Port 0973574a-3d60-46f1-a73f-734c3b075295 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:52:16.555683 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:16.561666 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-34585bd7-8504-423d-b7f8-fe8a20b0e3a9 req-aa6c248b-9fe6-48ef-ae8d-1c5fc308a973 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 210 time: 0.0557270 Jul 12 16:52:16.611668 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:16.622113 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:16.627138 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:16.658219 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Pushing event updated for resources: {'Port': ['ID=7d8a1f06-d3df-4027-887c-012cb91d4258,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:16.688279 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:16.688946 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:16.705743 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-19ac8fe3-81ba-4adc-b0b2-e55daf6155db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1085649 Jul 12 16:52:17.589422 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b766830-bdab-4b08-a10e-c276486b6812 req-9b0dbf92-5c94-4fff-b11c-6aab14a2593a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:17.592120 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0b766830-bdab-4b08-a10e-c276486b6812 req-9b0dbf92-5c94-4fff-b11c-6aab14a2593a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.0991411 Jul 12 16:52:17.648652 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0b766830-bdab-4b08-a10e-c276486b6812 req-1dcaf462-965d-457b-b4bf-965d71affa32 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493956 Jul 12 16:52:17.919313 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170fd20-f25a-450f-aec6-de61bbbe7d74 req-aa35e3ad-24fe-4392-8cd3-02a4d2966e2c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:17.920789 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a170fd20-f25a-450f-aec6-de61bbbe7d74 req-aa35e3ad-24fe-4392-8cd3-02a4d2966e2c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 932 time: 0.0954759 Jul 12 16:52:17.974430 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a170fd20-f25a-450f-aec6-de61bbbe7d74 req-fec23c9f-2dc6-4348-ac48-9f76870141e0 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Jul 12 16:52:18.904779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.920136 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a5e7b-4964-4fad-896e-b2afca593df4 req-c5a56ab4-7e1c-41c6-8354-bbb8997f6d1d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:18.923082 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f61a5e7b-4964-4fad-896e-b2afca593df4 req-c5a56ab4-7e1c-41c6-8354-bbb8997f6d1d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.0960295 Jul 12 16:52:18.972549 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f61a5e7b-4964-4fad-896e-b2afca593df4 req-9d670a0e-51b9-4dd1-b219-37157f5fa047 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Jul 12 16:52:19.195853 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e152c-6f15-440d-88ec-e33256632606 req-1e79a584-35e1-45d4-8a79-c884ba488af7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:19.197463 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-505e152c-6f15-440d-88ec-e33256632606 req-1e79a584-35e1-45d4-8a79-c884ba488af7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 932 time: 0.0703366 Jul 12 16:52:19.245432 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-505e152c-6f15-440d-88ec-e33256632606 req-0c69e03c-f11e-4ba4-b1bc-451a1d92885a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Jul 12 16:52:19.512215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-cead65b0-cb29-4089-9fbf-ec8469828789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:20.205264 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962116e-5fbf-421b-a7f9-b6976653105b req-32a7cf46-618d-47c9-b39a-7a7d6bc753ff tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:20.208185 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0962116e-5fbf-421b-a7f9-b6976653105b req-32a7cf46-618d-47c9-b39a-7a7d6bc753ff tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.1086233 Jul 12 16:52:20.266436 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0962116e-5fbf-421b-a7f9-b6976653105b req-d6121b85-c521-4c8b-8b12-cfb0a0ff5df7 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Jul 12 16:52:20.463233 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a4dd-4752-4b50-a096-6ed5b232891f req-0dd5fdf4-926a-4019-941a-acc732b26f7e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:20.465261 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0176a4dd-4752-4b50-a096-6ed5b232891f req-0dd5fdf4-926a-4019-941a-acc732b26f7e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 932 time: 0.0759778 Jul 12 16:52:20.530307 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0176a4dd-4752-4b50-a096-6ed5b232891f req-396a407a-4eca-4439-b753-3da997ac18ca tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555959 Jul 12 16:52:21.366264 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:21.715768 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f289-5d69-4cbb-a457-3ad604351329 req-0895942d-7e53-4143-ac24-121d4c8e6af5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:21.719480 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-de02f289-5d69-4cbb-a457-3ad604351329 req-0895942d-7e53-4143-ac24-121d4c8e6af5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.0862699 Jul 12 16:52:21.769483 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:21.776104 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-de02f289-5d69-4cbb-a457-3ad604351329 req-24fbe9db-0769-4c39-aebe-49887cd3ecfc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489714 Jul 12 16:52:21.992929 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c4c82-2bee-4501-b04b-645e168d41fa req-9c4de657-c153-4a6a-9868-a71a097c7740 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:21.994851 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-db8c4c82-2bee-4501-b04b-645e168d41fa req-9c4de657-c153-4a6a-9868-a71a097c7740 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0904770 Jul 12 16:52:22.036418 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-db8c4c82-2bee-4501-b04b-645e168d41fa req-ec09d8a2-b1be-485f-9be0-916d8f7d417a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358565 Jul 12 16:52:22.242608 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6782a8-6543-432e-9977-7eb57171a946 req-1cd7647c-3d0d-499a-98e2-6c72b4197199 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:22.244676 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6b6782a8-6543-432e-9977-7eb57171a946 req-1cd7647c-3d0d-499a-98e2-6c72b4197199 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 932 time: 0.0959649 Jul 12 16:52:22.300087 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6b6782a8-6543-432e-9977-7eb57171a946 req-9ce8e2c3-cec1-429c-86ca-9093bb81ee1f tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Jul 12 16:52:23.050684 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff987a-9f38-4550-a958-e63d75d44abe req-25d1176d-8d32-45cd-a1fd-ffc1c3403819 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:23.052387 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f5ff987a-9f38-4550-a958-e63d75d44abe req-25d1176d-8d32-45cd-a1fd-ffc1c3403819 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.0786779 Jul 12 16:52:23.109227 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f5ff987a-9f38-4550-a958-e63d75d44abe req-5b23159c-145d-4c4f-a75b-897fd077e9dd tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496578 Jul 12 16:52:23.283083 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:23.570299 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011653b6-697d-425c-afb2-d5f5e27290d3 req-82020c7b-254e-4256-986b-2e8b33d06de8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:23.571890 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-011653b6-697d-425c-afb2-d5f5e27290d3 req-82020c7b-254e-4256-986b-2e8b33d06de8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0785618 Jul 12 16:52:23.618875 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-011653b6-697d-425c-afb2-d5f5e27290d3 req-b0eb3570-a488-4369-8bfe-1951ec3c8549 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jul 12 16:52:23.911483 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ceaba-b2a7-4cad-931f-ed6cac91adee req-bf12ccd7-b20c-436f-bc52-71ba99de00c5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:23.918195 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-261ceaba-b2a7-4cad-931f-ed6cac91adee req-bf12ccd7-b20c-436f-bc52-71ba99de00c5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 932 time: 0.1260631 Jul 12 16:52:23.990096 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-261ceaba-b2a7-4cad-931f-ed6cac91adee req-f990f059-4769-4883-93be-6394ae268e72 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697048 Jul 12 16:52:24.370737 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c19f8-e2ac-428c-a1ba-62263e5667e6 req-6e2dae1a-02bf-49ad-b8bc-1ffb6afaea14 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:24.374624 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-574c19f8-e2ac-428c-a1ba-62263e5667e6 req-6e2dae1a-02bf-49ad-b8bc-1ffb6afaea14 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.0917101 Jul 12 16:52:24.449549 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-574c19f8-e2ac-428c-a1ba-62263e5667e6 req-79a1646e-b315-4257-bc91-c8607cc79b7c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616891 Jul 12 16:52:24.888820 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73660-8225-4a73-a4ed-e7714b0fc1c6 req-c3183d72-333f-4dd2-8f9f-ee22bc1f8ecf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:24.894509 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-31b73660-8225-4a73-a4ed-e7714b0fc1c6 req-c3183d72-333f-4dd2-8f9f-ee22bc1f8ecf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1091545 Jul 12 16:52:24.937844 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-31b73660-8225-4a73-a4ed-e7714b0fc1c6 req-a9aaffff-f667-4bd9-9b89-cf75e650c9fa tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364852 Jul 12 16:52:25.196105 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf7e4c-832f-494b-86fe-cb0da49f5c01 req-300bbfa3-2063-472f-9f0c-d1e980389301 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:25.197672 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4adf7e4c-832f-494b-86fe-cb0da49f5c01 req-300bbfa3-2063-472f-9f0c-d1e980389301 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 932 time: 0.0702946 Jul 12 16:52:25.254523 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4adf7e4c-832f-494b-86fe-cb0da49f5c01 req-7f1b1003-0325-45cd-8033-518f02e85b4a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455441 Jul 12 16:52:25.682569 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2818ce-531d-4ab1-8a02-fa81b075d30a req-7c2c0049-3d33-48e5-933c-e798e36c45d5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:25.684462 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-be2818ce-531d-4ab1-8a02-fa81b075d30a req-7c2c0049-3d33-48e5-933c-e798e36c45d5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.0980172 Jul 12 16:52:25.731603 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-be2818ce-531d-4ab1-8a02-fa81b075d30a req-11f9586d-677e-42ef-b6d2-4d303645352e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380254 Jul 12 16:52:26.140723 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7847112-c253-4aae-8bfc-62d1a4e308dd req-a7a7e2c2-6141-4f17-bb16-d4d9770fe271 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:26.142405 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c7847112-c253-4aae-8bfc-62d1a4e308dd req-a7a7e2c2-6141-4f17-bb16-d4d9770fe271 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0834639 Jul 12 16:52:26.197830 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c7847112-c253-4aae-8bfc-62d1a4e308dd req-0b98ce77-4d55-4ee1-bd23-48caa05bd586 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459254 Jul 12 16:52:26.480724 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731c83-e386-49f0-af82-b489f12bcda6 req-a991be2b-f348-40fa-9a6c-9800a9aa5d2d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:26.482427 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8c731c83-e386-49f0-af82-b489f12bcda6 req-a991be2b-f348-40fa-9a6c-9800a9aa5d2d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 932 time: 0.0982049 Jul 12 16:52:26.527282 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8c731c83-e386-49f0-af82-b489f12bcda6 req-f2de8d8d-4b1f-45d5-8b07-5fde59361be7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 Jul 12 16:52:26.756948 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Request body: {'port': {'device_id': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:26.761340 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Request body: {'port': {'device_id': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:26.856262 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:26.859487 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.148447 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afb5bf-0aef-4e24-9535-7af1bd7ac1c0 req-e9489fa2-9bc6-4593-8631-ec8ce9559c70 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.150601 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-89afb5bf-0aef-4e24-9535-7af1bd7ac1c0 req-e9489fa2-9bc6-4593-8631-ec8ce9559c70 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 932 time: 0.2534337 Jul 12 16:52:27.199143 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8a1f06-d3df-4027-887c-012cb91d4258 {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:27.206998 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.211857 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-89afb5bf-0aef-4e24-9535-7af1bd7ac1c0 req-8c99c2e2-2ea5-470d-8b2d-70dfaf3c8af7 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546865 Jul 12 16:52:27.221013 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Transition to ACTIVE for port object 7d8a1f06-d3df-4027-887c-012cb91d4258 will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:27.225591 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.294064 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0973574a-3d60-46f1-a73f-734c3b075295 {{(pid=99421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:27.301779 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a1f06-d3df-4027-887c-012cb91d4258,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:27.304292 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.325552 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Transition to ACTIVE for port object 0973574a-3d60-46f1-a73f-734c3b075295 will not be triggered until provisioned by entity L2. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:27.331267 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.331638 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.331819 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.331981 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.332445 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.332624 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.332920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.333499 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.333739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.333934 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.334275 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.334582 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.334904 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.378947 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Attempting to bind port 7d8a1f06-d3df-4027-887c-012cb91d4258 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:27.379800 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Attempting to bind port 7d8a1f06-d3df-4027-887c-012cb91d4258 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:27.379800 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Attempting to bind port 7d8a1f06-d3df-4027-887c-012cb91d4258 on network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:27.385646 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Port 7d8a1f06-d3df-4027-887c-012cb91d4258 on network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:52:27.386079 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Attempting to bind port 7d8a1f06-d3df-4027-887c-012cb91d4258 on network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:27.393205 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:27.393580 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Checking segment: {'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:27.393993 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Bound using segment: {'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:27.394445 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Bound port: 7d8a1f06-d3df-4027-887c-012cb91d4258, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:27.394809 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.411748 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Pushing event updated for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:27.461086 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.461668 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.462267 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.462809 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.463442 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.466694 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.467405 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.467984 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.468559 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.469127 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.469707 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.470404 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:27.473078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] For port 7d8a1f06-d3df-4027-887c-012cb91d4258, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:27.477308 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] For port 7d8a1f06-d3df-4027-887c-012cb91d4258, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=7d8a1f06-d3df-4027-887c-012cb91d4258,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:27.483994 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.526457 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.527098 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.528564 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] 10.222.0.97 "PUT /v2.0/ports/7d8a1f06-d3df-4027-887c-012cb91d4258 HTTP/1.1" status: 200 len: 1094 time: 0.7769899 Jul 12 16:52:27.529035 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'tag': '7d8a1f06-d3df-4027-887c-012cb91d4258'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:27.531390 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "da6f9a81-c0ee-4ecf-98d3-495a0517a18d", "tag": "7d8a1f06-d3df-4027-887c-012cb91d4258"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:27.558757 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Attempting to bind port 0973574a-3d60-46f1-a73f-734c3b075295 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:27.559437 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Attempting to bind port 0973574a-3d60-46f1-a73f-734c3b075295 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:27.560350 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Attempting to bind port 0973574a-3d60-46f1-a73f-734c3b075295 on network 1680b458-4288-43da-bfdd-e9da3e74b346 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:27.568396 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Port 0973574a-3d60-46f1-a73f-734c3b075295 on network 1680b458-4288-43da-bfdd-e9da3e74b346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:52:27.568739 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Attempting to bind port 0973574a-3d60-46f1-a73f-734c3b075295 on network 1680b458-4288-43da-bfdd-e9da3e74b346 {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:27.577492 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:27.577918 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Checking segment: {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:27.578456 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Bound using segment: {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'} {{(pid=99421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:27.579003 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.managers [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Bound port: 0973574a-3d60-46f1-a73f-734c3b075295, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aff68fc-18b4-4b13-ae03-dd048e6afe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346'}}] {{(pid=99421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:27.579494 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.625433 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ac3a9f-da10-49b3-8eab-2a6acb94baa7 x-openstack-request-id: req-e5ac3a9f-da10-49b3-8eab-2a6acb94baa7 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:27.625714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6f9a81-c0ee-4ecf-98d3-495a0517a18d", "tag": "7d8a1f06-d3df-4027-887c-012cb91d4258", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:27.625998 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5ac3a9f-da10-49b3-8eab-2a6acb94baa7 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:27.626365 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'tag': '7d8a1f06-d3df-4027-887c-012cb91d4258', 'status': 'completed', 'code': 200} Jul 12 16:52:27.628500 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a32ba2-e167-4212-822e-0a0b0d9cb27e service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a1f06-d3df-4027-887c-012cb91d4258,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:27.675689 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-a5f85aaa-11a8-4736-8215-b19e096ce2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.677594 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-a5f85aaa-11a8-4736-8215-b19e096ce2b9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 1097 time: 0.0885022 Jul 12 16:52:27.681991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, cleared binding levels {{(pid=99421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:27.685331 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=0973574a-3d60-46f1-a73f-734c3b075295,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:27.686732 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95427349-5fd4-458c-811e-2ba684e91493 req-7551f1c9-e3d2-46d0-afc2-1e85c475276c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.688485 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-95427349-5fd4-458c-811e-2ba684e91493 req-7551f1c9-e3d2-46d0-afc2-1e85c475276c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.1681175 Jul 12 16:52:27.690876 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.732307 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-6b9c09b1-1a9e-4a1d-a8d7-92719b789819 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d8a1f06-d3df-4027-887c-012cb91d4258 HTTP/1.1" status: 200 len: 217 time: 0.0428159 Jul 12 16:52:27.743675 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.744308 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.745748 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] 10.222.0.97 "PUT /v2.0/ports/0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 1094 time: 0.9909236 Jul 12 16:52:27.746232 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:27.748537 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:27.779651 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-95427349-5fd4-458c-811e-2ba684e91493 req-10438a56-48da-4c91-9702-d46101557970 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820982 Jul 12 16:52:27.807142 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb89bea-afc9-4b5d-bd4a-cdfd5b7c738a service neutron] Pushing event updated for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=3']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:27.866588 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8fca-54a8-4d1a-ae48-62e98e14a81b req-23022017-fd7e-4003-ae84-f5bca9a38d53 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.868258 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-37df8fca-54a8-4d1a-ae48-62e98e14a81b req-23022017-fd7e-4003-ae84-f5bca9a38d53 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 944 time: 0.1415098 Jul 12 16:52:27.870968 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec8d72-0b67-4da1-879f-527f11433d79 x-openstack-request-id: req-6cec8d72-0b67-4da1-879f-527f11433d79 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:27.871255 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:27.871524 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6cec8d72-0b67-4da1-879f-527f11433d79 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:27.871914 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295', 'status': 'completed', 'code': 200} Jul 12 16:52:27.946243 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-37df8fca-54a8-4d1a-ae48-62e98e14a81b req-d5b23c92-9a62-4554-872f-30f3d67fbb5f tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702019 Jul 12 16:52:27.955610 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-6db7197b-e677-4fac-b3d0-dc6f17f04120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.957169 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-6db7197b-e677-4fac-b3d0-dc6f17f04120 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1097 time: 0.1375537 Jul 12 16:52:28.008740 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-880475c6-79ee-4a57-9eeb-f9195ac115d9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 217 time: 0.0416279 Jul 12 16:52:28.059235 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-14f0784c-c2e2-4fac-b393-cc11b148bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.060696 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-14f0784c-c2e2-4fac-b393-cc11b148bb4d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b04df1c9-aecf-4377-8b0c-3d0a01d23550 HTTP/1.1" status: 200 len: 853 time: 0.3179185 Jul 12 16:52:28.067365 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-4369f4dd-83dd-45f5-bcb3-6708add71709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.069949 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-4369f4dd-83dd-45f5-bcb3-6708add71709 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0521688 Jul 12 16:52:28.098518 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-1d01c54a-a104-4289-aa26-0d52e5cea1d0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273268 Jul 12 16:52:28.145741 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-b997300c-f9cd-437c-8271-72eb2d02f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.147620 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-b997300c-f9cd-437c-8271-72eb2d02f0da service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688374 Jul 12 16:52:28.227972 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-9a0ed22a-613a-46e6-a779-598adcace640 service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194973 Jul 12 16:52:28.279266 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-0a5791a8-47a6-437f-9157-3ceaf1a90e1b service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239576 Jul 12 16:52:28.332179 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fe6ec58-46a0-401e-9947-49a6415e2a20 req-7d470e76-fa60-4571-873d-58f5b068fbae service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951161 Jul 12 16:52:28.366667 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-3aa3d355-38af-4723-a0aa-c23d961b0328 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401055 Jul 12 16:52:28.465935 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e34a1d8c-8198-40f3-a6a6-e13cecd47f59 req-923b070a-3aa1-440f-92b5-1ffb4601ec59 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767137 Jul 12 16:52:28.473053 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-2a5a7b10-b6bd-42f5-8bb3-c28cdeae7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.475128 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-2a5a7b10-b6bd-42f5-8bb3-c28cdeae7f9e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0575330 Jul 12 16:52:28.499968 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9ae26-5e66-4e95-b376-d0492d17935c req-1544eb8f-d485-4030-affb-af60a82e8bc8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.501386 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8b9ae26-5e66-4e95-b376-d0492d17935c req-1544eb8f-d485-4030-affb-af60a82e8bc8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 944 time: 0.1535063 Jul 12 16:52:28.510140 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-0de136bd-c250-412f-883e-ec9587c67e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.511622 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-0de136bd-c250-412f-883e-ec9587c67e7b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 1097 time: 0.1203477 Jul 12 16:52:28.632993 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8b9ae26-5e66-4e95-b376-d0492d17935c req-4cc72ecb-8a1b-4cd5-9729-0bcba2af46f5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257579 Jul 12 16:52:28.637729 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-f66a732d-5a15-4a63-9fd3-add1d1ba401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.639980 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-f66a732d-5a15-4a63-9fd3-add1d1ba401f service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.1167729 Jul 12 16:52:28.683135 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-8c68bf90-5a48-4992-9f3a-22e47c5b24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.684681 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-8c68bf90-5a48-4992-9f3a-22e47c5b24f9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 914 time: 0.1550233 Jul 12 16:52:28.689409 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-58e665b3-d457-4867-98b0-b22af7f37ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.692274 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-58e665b3-d457-4867-98b0-b22af7f37ae1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1097 time: 0.1528718 Jul 12 16:52:28.722920 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-bfe45ba1-d4bd-4976-88a5-94f664344e8d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 1000 time: 0.0753822 Jul 12 16:52:28.763317 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-55243008-9d97-4f19-8b80-d71b7d4c6029 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d8a1f06-d3df-4027-887c-012cb91d4258 HTTP/1.1" status: 200 len: 217 time: 0.0583954 Jul 12 16:52:28.808127 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-be2e46aa-5ecb-46bd-92c3-2d83feed44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.810898 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-be2e46aa-5ecb-46bd-92c3-2d83feed44e6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0762482 Jul 12 16:52:28.859108 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-b5c3704b-64dc-48b8-a19a-6df85a228f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.860685 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-b5c3704b-64dc-48b8-a19a-6df85a228f78 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b04df1c9-aecf-4377-8b0c-3d0a01d23550 HTTP/1.1" status: 200 len: 853 time: 0.0693724 Jul 12 16:52:28.887640 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-25259f86-daf3-446f-b6a5-ec7d39e06e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.889351 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-25259f86-daf3-446f-b6a5-ec7d39e06e4e service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.1824312 Jul 12 16:52:28.910028 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-deacede1-99c5-41fb-b176-33a7d7c72411 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360548 Jul 12 16:52:28.933314 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-719addf2-741f-4269-be87-173fd6867896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:28.935555 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-719addf2-741f-4269-be87-173fd6867896 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039629 Jul 12 16:52:28.957254 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-1a77d14c-0860-4833-b866-60cbb47cc9a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 217 time: 0.0496156 Jul 12 16:52:29.055305 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-eaa495e4-6f65-4d41-a5c9-2607fb585d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:29.056672 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-eaa495e4-6f65-4d41-a5c9-2607fb585d83 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0883389 Jul 12 16:52:29.135356 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-dc6b806b-049f-4a43-b994-426a124500ba service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878469 Jul 12 16:52:29.136729 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-53948b7c-4091-49b5-ac79-317452469e6e service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934619 Jul 12 16:52:29.160294 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637b292-dcd4-4580-b4f6-d2cdeafe75ea req-1b62b99e-4cc4-438c-bf6e-e751a41d510a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:29.162449 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b637b292-dcd4-4580-b4f6-d2cdeafe75ea req-1b62b99e-4cc4-438c-bf6e-e751a41d510a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.2068851 Jul 12 16:52:29.252591 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b637b292-dcd4-4580-b4f6-d2cdeafe75ea req-23f35363-fb7e-4ecf-8a5d-701c070aec1c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=15ee3047-534b-455f-a490-8f1e71579176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831745 Jul 12 16:52:29.296591 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-177dbfa4-5ed3-49de-8357-0b8db12af221 req-e43fcebc-d00c-435a-ac50-5d22e8feb6aa service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260226 Jul 12 16:52:29.487966 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-3916f69b-beb2-4823-9555-6cf832f40074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:29.489489 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-3916f69b-beb2-4823-9555-6cf832f40074 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4254236 Jul 12 16:52:29.500311 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c6950-2069-4504-a459-1f2a9633b27f req-37833890-e0a9-49f8-a778-a82261fc9315 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:29.501960 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-555c6950-2069-4504-a459-1f2a9633b27f req-37833890-e0a9-49f8-a778-a82261fc9315 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 944 time: 0.4261699 Jul 12 16:52:29.556215 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-a5e24eb4-025e-45ea-b123-a7c7fa0292ed tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:29.557909 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-a5e24eb4-025e-45ea-b123-a7c7fa0292ed tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 946 time: 0.0846586 Jul 12 16:52:29.623139 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-555c6950-2069-4504-a459-1f2a9633b27f req-9ec691f8-ba22-46ef-ae99-01edc657223e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073184 Jul 12 16:52:29.627103 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-e09a9320-ed6d-4ac3-ab42-314824f235d2 service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614816 Jul 12 16:52:29.652138 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-23613889-34fd-4ed5-b990-adbe5fd12a53 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475251 Jul 12 16:52:29.688440 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Deleting port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:52:29.688829 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:29.771784 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-e7169c08-1f3a-4a57-bd96-3007312f447f service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081657 Jul 12 16:52:29.857874 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] For port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:29.858453 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:30.031454 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db548f35-6663-43e9-ba29-dd5ba89a3bbd req-c35a01bf-86ad-47d8-993e-9ac87e141b44 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:30.032954 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db548f35-6663-43e9-ba29-dd5ba89a3bbd req-c35a01bf-86ad-47d8-993e-9ac87e141b44 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 944 time: 0.2141671 Jul 12 16:52:30.184145 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db548f35-6663-43e9-ba29-dd5ba89a3bbd req-617784d2-9b50-4990-8217-3d11bcf34e15 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386371 Jul 12 16:52:30.199370 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:30.199837 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:30.200285 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Floating IP 105a2792-ce4e-4493-a0e8-3c9dcd716170 disassociated. External IP: 172.27.1.96, port: 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4. Jul 12 16:52:30.200716 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Calling delete_port for 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:52:30.338170 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:30.371975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event deleted for resources: {'Port': ['ID=88e57ca5-ac6f-422e-adb7-6fc78d43f4d4,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:30.419249 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1b8a599c-8aed-412e-b1eb-85664ab870a0 req-ca3b546a-e4e5-4752-9726-2bf53b29427f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=d179c773-d65b-4345-9d90-eef2771cd4bf HTTP/1.1" status: 200 len: 210 time: 0.0295267 Jul 12 16:52:30.536541 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Router 6455eaba-0e2d-4f42-9778-77f6c5f1049b has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:52:30.658507 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:52:30.668686 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] Sync routers for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:30.678694 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:30.679828 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:52:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:30.706979 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] No DVR routers for this DVR port 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:52:30.710923 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:30.713443 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-eb84a577-9d7c-46e2-98c1-386e58b70e61 req-c1161338-8d76-4e3c-b8cc-91c71f0630bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "DELETE /v2.0/ports/88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 HTTP/1.1" status: 204 len: 173 time: 1.1456330 Jul 12 16:52:30.714137 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'name': 'network-vif-deleted', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:30.716878 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e0438d-7a15-4744-a27c-8e916dc7cd9e" -d '{"events": [{"server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "name": "network-vif-deleted", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:30.768083 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc892c99-3833-4c19-8a38-6f8dd794d977 x-openstack-request-id: req-cc892c99-3833-4c19-8a38-6f8dd794d977 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:30.768381 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d179c773-d65b-4345-9d90-eef2771cd4bf", "name": "network-vif-deleted", "tag": "88e57ca5-ac6f-422e-adb7-6fc78d43f4d4", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:30.768642 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc892c99-3833-4c19-8a38-6f8dd794d977 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:30.769046 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd179c773-d65b-4345-9d90-eef2771cd4bf', 'name': 'network-vif-deleted', 'tag': '88e57ca5-ac6f-422e-adb7-6fc78d43f4d4', 'status': 'completed', 'code': 200} Jul 12 16:52:30.815675 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:30.847789 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca168b6-b428-4ef1-ae29-61df9edf733f req-e5279731-6d80-42fb-b9b5-418cb536fad3 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:30.850501 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8ca168b6-b428-4ef1-ae29-61df9edf733f req-e5279731-6d80-42fb-b9b5-418cb536fad3 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 944 time: 0.0731666 Jul 12 16:52:30.903905 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8ca168b6-b428-4ef1-ae29-61df9edf733f req-fa05561f-0b9c-4c14-89da-b17b68852f3c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Jul 12 16:52:31.060360 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:31.093911 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] Checking router: 6455eaba-0e2d-4f42-9778-77f6c5f1049b for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:31.111189 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:31.112283 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:52:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:31.258446 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:31.442446 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17491ed0-d990-4f3c-9803-77a11fe74472 req-42597b64-f884-4783-90b5-246d18c30b66 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:31.445797 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-17491ed0-d990-4f3c-9803-77a11fe74472 req-42597b64-f884-4783-90b5-246d18c30b66 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 944 time: 0.1040545 Jul 12 16:52:31.534367 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-17491ed0-d990-4f3c-9803-77a11fe74472 req-e3bba69f-bdad-4154-a378-2ec9553a5bff tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795400 Jul 12 16:52:31.562439 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:31.598379 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c702a7-610e-4c1a-8b0b-b284e4cdebf3 None None] The sync data for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi is: [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:31.603671 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37308) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:31.672527 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1e1b4dfc-53ad-43f5-bd78-679c11a77b6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:31.704065 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1e1b4dfc-53ad-43f5-bd78-679c11a77b6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:31.769463 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1e1b4dfc-53ad-43f5-bd78-679c11a77b6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:31.777538 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1e1b4dfc-53ad-43f5-bd78-679c11a77b6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:31.777538 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-1e1b4dfc-53ad-43f5-bd78-679c11a77b6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "DELETE /v2.0/security-groups/15ee3047-534b-455f-a490-8f1e71579176 HTTP/1.1" status: 204 len: 168 time: 0.1701155 Jul 12 16:52:31.779407 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37312) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:31.794249 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.api.v2.resource [None req-a9ee0d8c-ce5f-44a2-9e20-5e22c14a7d0d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] show failed (client error): The resource could not be found. Jul 12 16:52:31.794863 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b4dfc-53ad-43f5-bd78-679c11a77b6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee3047-534b-455f-a490-8f1e71579176,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:31.795278 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-a9ee0d8c-ce5f-44a2-9e20-5e22c14a7d0d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups/15ee3047-534b-455f-a490-8f1e71579176 HTTP/1.1" status: 404 len: 347 time: 0.0148807 Jul 12 16:52:31.798488 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37314) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:31.916331 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65200de-a72a-466c-bc95-dd5261e57d5b None None] New status for floating IP 105a2792-ce4e-4493-a0e8-3c9dcd716170: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:52:31.948495 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Deleting port df25f109-120e-4c1d-ad26-ecc2cabce0b0 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:52:31.949220 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.080194 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.080544 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.095166 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Calling delete_port for df25f109-120e-4c1d-ad26-ecc2cabce0b0 owned by network:floatingip {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:52:32.176973 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6733fa3-824a-4034-8207-093dc5bc69ea req-31737008-f74a-4278-b3fe-98ee47d7c405 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:32.179311 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f6733fa3-824a-4034-8207-093dc5bc69ea req-31737008-f74a-4278-b3fe-98ee47d7c405 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 944 time: 0.1464713 Jul 12 16:52:32.244518 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f6733fa3-824a-4034-8207-093dc5bc69ea req-5036ec65-d454-4fa0-888f-c3f5adf8ca7b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Jul 12 16:52:32.262733 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 7d8a1f06-d3df-4027-887c-012cb91d4258 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:52:32.406785 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 7d8a1f06-d3df-4027-887c-012cb91d4258, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=7d8a1f06-d3df-4027-887c-012cb91d4258,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:32.422101 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '7d8a1f06-d3df-4027-887c-012cb91d4258', 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5', 'port_id': '7d8a1f06-d3df-4027-887c-012cb91d4258', 'mac_address': 'fa:16:3e:c8:97:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04df1c9-aecf-4377-8b0c-3d0a01d23550', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:52:32.487607 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.518542 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8a1f06-d3df-4027-887c-012cb91d4258 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:32.544004 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 7d8a1f06-d3df-4027-887c-012cb91d4258, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=7d8a1f06-d3df-4027-887c-012cb91d4258,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:32.548444 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.554496 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.583338 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event deleted for resources: {'Port': ['ID=df25f109-120e-4c1d-ad26-ecc2cabce0b0,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:32.599117 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 0973574a-3d60-46f1-a73f-734c3b075295 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:52:32.682580 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=7d8a1f06-d3df-4027-887c-012cb91d4258,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:32.718791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.725427 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.731162 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-82f47800-a614-4974-b49a-42c6b675c05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "DELETE /v2.0/floatingips/105a2792-ce4e-4493-a0e8-3c9dcd716170 HTTP/1.1" status: 204 len: 168 time: 0.9313414 Jul 12 16:52:32.736359 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=0973574a-3d60-46f1-a73f-734c3b075295,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:32.773025 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '0973574a-3d60-46f1-a73f-734c3b075295', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'port_id': '0973574a-3d60-46f1-a73f-734c3b075295', 'mac_address': 'fa:16:3e:3b:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:52:32.793624 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77adb-4d1a-4c0f-840b-aa76ff5aa224 req-1f968d85-1f02-4d22-a420-52bfef69d28c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:32.795491 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6cb77adb-4d1a-4c0f-840b-aa76ff5aa224 req-1f968d85-1f02-4d22-a420-52bfef69d28c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 944 time: 0.1123731 Jul 12 16:52:32.822054 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.836110 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0973574a-3d60-46f1-a73f-734c3b075295 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:32.861038 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=0973574a-3d60-46f1-a73f-734c3b075295,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:32.864786 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6cb77adb-4d1a-4c0f-840b-aa76ff5aa224 req-ec026364-a148-496d-ba4e-c642f3dff974 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621719 Jul 12 16:52:32.865871 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:32.934760 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:33.102639 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37324) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:33.107711 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-a331ae4f-0523-4f1e-9916-613c622f2a08 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122464550', 'description': 'tempest-description--758708677'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:33.135047 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a331ae4f-0523-4f1e-9916-613c622f2a08 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.193960 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['0973574a-3d60-46f1-a73f-734c3b075295'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:33.264427 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['7d8a1f06-d3df-4027-887c-012cb91d4258'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:33.294959 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a331ae4f-0523-4f1e-9916-613c622f2a08 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.303899 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a331ae4f-0523-4f1e-9916-613c622f2a08 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.366452 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331ae4f-0523-4f1e-9916-613c622f2a08 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8ef91d-c580-475a-bc4b-2417ca345c3b,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:33.371597 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a331ae4f-0523-4f1e-9916-613c622f2a08 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.377732 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37328) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:33.379358 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a331ae4f-0523-4f1e-9916-613c622f2a08 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2752047 Jul 12 16:52:33.382803 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-a5e7d67c-5a74-400a-8df3-373a19bcaa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'security_group_rule': {'security_group_id': 'ef8ef91d-c580-475a-bc4b-2417ca345c3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:33.439034 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5e7d67c-5a74-400a-8df3-373a19bcaa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.542599 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb14d1-856b-4772-b9e6-6146fcf00d50 req-d6bd1068-699b-46b3-a0fe-2ab5f7545b73 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:33.544257 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c2fb14d1-856b-4772-b9e6-6146fcf00d50 req-d6bd1068-699b-46b3-a0fe-2ab5f7545b73 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 945 time: 0.1149426 Jul 12 16:52:33.546226 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5e7d67c-5a74-400a-8df3-373a19bcaa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.550717 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5e7d67c-5a74-400a-8df3-373a19bcaa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.586603 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7d67c-5a74-400a-8df3-373a19bcaa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa39671-5ed5-47a1-b5b4-d7525238f6ff,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:33.596987 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a5e7d67c-5a74-400a-8df3-373a19bcaa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.598194 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-a5e7d67c-5a74-400a-8df3-373a19bcaa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2191334 Jul 12 16:52:33.601879 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37330) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:33.606816 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-778434f6-927f-4c7e-a0b2-56639fec6dff tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'security_group_rule': {'security_group_id': 'ef8ef91d-c580-475a-bc4b-2417ca345c3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:33.611812 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c2fb14d1-856b-4772-b9e6-6146fcf00d50 req-7da4495c-4976-46d3-9748-ddf86c9e558b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Jul 12 16:52:33.639739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-778434f6-927f-4c7e-a0b2-56639fec6dff tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.712461 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-778434f6-927f-4c7e-a0b2-56639fec6dff tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.723571 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-778434f6-927f-4c7e-a0b2-56639fec6dff tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.746756 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778434f6-927f-4c7e-a0b2-56639fec6dff tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7784d0-01f4-4aa5-8af5-9de1eafe3fbd,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:33.752057 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-778434f6-927f-4c7e-a0b2-56639fec6dff tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.753334 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-778434f6-927f-4c7e-a0b2-56639fec6dff tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502566 Jul 12 16:52:33.756991 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37332) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:33.761513 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:33.783286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.886420 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.028151 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Allocated IP 172.27.1.125 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/49c9c107-ab97-4ffe-a387-521548d472be) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:34.114160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232e929-d326-4d6f-90d0-80d711b7f9ee req-9bf4244a-042f-435f-870b-1d6e80649da9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:34.116407 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4232e929-d326-4d6f-90d0-80d711b7f9ee req-9bf4244a-042f-435f-870b-1d6e80649da9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 945 time: 0.1389945 Jul 12 16:52:34.184488 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.189384 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4232e929-d326-4d6f-90d0-80d711b7f9ee req-9a867098-01d8-451e-b942-44332688ead6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638793 Jul 12 16:52:34.238376 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.276663 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 7d8a1f06-d3df-4027-887c-012cb91d4258 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:34.295393 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:34.300445 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:34.307417 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:34.344993 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'Port': ['ID=49c9c107-ab97-4ffe-a387-521548d472be,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:34.366907 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 7d8a1f06-d3df-4027-887c-012cb91d4258 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:34.371645 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 7d8a1f06-d3df-4027-887c-012cb91d4258 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:34.372172 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.433540 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.463792 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.487349 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.491437 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a1f06-d3df-4027-887c-012cb91d4258'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:34.493746 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7d4446-db54-4d08-8133-3ca42b6f401c" -d '{"events": [{"server_uuid": "da6f9a81-c0ee-4ecf-98d3-495a0517a18d", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a1f06-d3df-4027-887c-012cb91d4258"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:34.521416 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 7d8a1f06-d3df-4027-887c-012cb91d4258, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=7d8a1f06-d3df-4027-887c-012cb91d4258,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:34.528601 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.566951 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a14ec-19bc-40e1-8bd9-88329d924651 x-openstack-request-id: req-5e0a14ec-19bc-40e1-8bd9-88329d924651 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:34.567433 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6f9a81-c0ee-4ecf-98d3-495a0517a18d", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a1f06-d3df-4027-887c-012cb91d4258", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:34.568362 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e0a14ec-19bc-40e1-8bd9-88329d924651 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:34.569251 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a1f06-d3df-4027-887c-012cb91d4258', 'code': 200} Jul 12 16:52:34.576953 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 0973574a-3d60-46f1-a73f-734c3b075295 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:34.634581 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=7d8a1f06-d3df-4027-887c-012cb91d4258,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:34.670243 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 0973574a-3d60-46f1-a73f-734c3b075295 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:34.676215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 0973574a-3d60-46f1-a73f-734c3b075295 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:34.676772 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.726143 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.733382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.777016 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.814791 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=0973574a-3d60-46f1-a73f-734c3b075295,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:34.820735 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.862861 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:52:34.897335 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:52:34.897677 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 88e57ca5-ac6f-422e-adb7-6fc78d43f4d4 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:52:34.903782 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:34.924398 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'Port': ['ID=49c9c107-ab97-4ffe-a387-521548d472be,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:34.933610 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.965791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.967310 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7fcffdcb-2dda-4c68-bc69-2cd4139c570e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2093434 Jul 12 16:52:34.984933 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca13c1-b27d-42a8-a10a-49c45307304b req-251f847e-cb97-4b4a-848f-b13c704fc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:34.986572 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-80ca13c1-b27d-42a8-a10a-49c45307304b req-251f847e-cb97-4b4a-848f-b13c704fc356 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 1099 time: 0.1614938 Jul 12 16:52:34.995207 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffe15a-8d92-43f3-a593-a7ccece7ffb3 req-97ebc225-7516-48fb-9435-5188a60bdab7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:34.996970 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-acffe15a-8d92-43f3-a593-a7ccece7ffb3 req-97ebc225-7516-48fb-9435-5188a60bdab7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 946 time: 0.2031736 Jul 12 16:52:35.045636 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-80ca13c1-b27d-42a8-a10a-49c45307304b req-dcd8dd98-8876-45fb-845d-66053a08443d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Jul 12 16:52:35.059780 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-acffe15a-8d92-43f3-a593-a7ccece7ffb3 req-d5e9ef3d-1847-4cb6-88c3-46a1f32d8bca tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559745 Jul 12 16:52:35.066126 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-86e66146-64cd-45f0-99e9-9b93c6cd5775 None None] Provisioning complete for port 0973574a-3d60-46f1-a73f-734c3b075295 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:35.066564 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-86e66146-64cd-45f0-99e9-9b93c6cd5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:35.193533 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-43ef4a9c-7000-4b95-84d5-dd3c579c42a8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2122464550&fields=id&tenant_id=ada83c0a2a0940dca3b3cb724e28abfb HTTP/1.1" status: 200 len: 267 time: 0.0396414 Jul 12 16:52:35.308770 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-69fed81c-7082-4ba4-8028-3f947b048863 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:35.310350 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-69fed81c-7082-4ba4-8028-3f947b048863 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 810 time: 0.1099486 Jul 12 16:52:35.331252 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-eea190aa-8d36-4da1-a532-c38510f33d7d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/quotas/ada83c0a2a0940dca3b3cb724e28abfb HTTP/1.1" status: 200 len: 375 time: 0.0109792 Jul 12 16:52:35.421364 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-be875ded-5c4f-4372-9e07-b3094588b66c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874465 Jul 12 16:52:35.498445 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c74b21-cb57-49a9-b437-c5c696bb153e req-3ce237f5-b24a-4b23-af40-46c1b3e291fd tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:35.500443 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-48c74b21-cb57-49a9-b437-c5c696bb153e req-3ce237f5-b24a-4b23-af40-46c1b3e291fd tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.0773461 Jul 12 16:52:35.537334 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-c8c6ee19-0693-456d-9931-5e2cc0f6a598 service neutron] 10.222.0.74 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971766 Jul 12 16:52:35.541630 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-48c74b21-cb57-49a9-b437-c5c696bb153e req-566ab885-45a9-4824-8ecf-faeb4a4d1661 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348923 Jul 12 16:52:35.638146 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-b32e61dd-6273-4d07-b31b-50505309e2c6 service neutron] 10.222.0.74 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946195 Jul 12 16:52:35.842090 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-46853bb4-d433-4d64-85db-62158579dda5 req-43b668cc-1607-40c9-84fa-f44cbc0c539a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0338264 Jul 12 16:52:36.309716 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904378e-68f0-47c8-b186-d3509012dcc8 req-43cbc810-b132-440b-a721-f78ee253a828 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:36.310635 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c904378e-68f0-47c8-b186-d3509012dcc8 req-43cbc810-b132-440b-a721-f78ee253a828 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 946 time: 0.0737782 Jul 12 16:52:36.355213 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c904378e-68f0-47c8-b186-d3509012dcc8 req-db867ee6-34db-40be-a6dc-f72339d1f708 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Jul 12 16:52:36.570893 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:36.573239 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f8e7d-07be-417e-b2f8-c6a7b2b3d41a" -d '{"events": [{"server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "name": "network-vif-plugged", "status": "completed", "tag": "0973574a-3d60-46f1-a73f-734c3b075295"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:36.619832 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e8f50-e479-4a19-8184-fc7bcd352c07 x-openstack-request-id: req-787e8f50-e479-4a19-8184-fc7bcd352c07 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:36.620190 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "name": "network-vif-plugged", "status": "completed", "tag": "0973574a-3d60-46f1-a73f-734c3b075295", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:36.620518 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-787e8f50-e479-4a19-8184-fc7bcd352c07 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:36.620936 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295', 'code': 200} Jul 12 16:52:36.749303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d782a-415b-43a9-89e6-78c3fdea436e req-fecfb84f-2388-4bcd-9b01-e0bdf035844c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:36.751167 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ec1d782a-415b-43a9-89e6-78c3fdea436e req-fecfb84f-2388-4bcd-9b01-e0bdf035844c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.0896013 Jul 12 16:52:36.807810 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ec1d782a-415b-43a9-89e6-78c3fdea436e req-32332308-b4db-495c-9e69-b8ac05d5c458 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503309 Jul 12 16:52:36.936225 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd4830-0c72-4575-ae07-e2fa801cc125 req-dba816eb-a727-4e39-b0f6-6b5e7078ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:36.938925 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66cd4830-0c72-4575-ae07-e2fa801cc125 req-dba816eb-a727-4e39-b0f6-6b5e7078ac66 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1099 time: 0.0948224 Jul 12 16:52:36.986559 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66cd4830-0c72-4575-ae07-e2fa801cc125 req-262ac233-0f65-4cef-8c55-69878184fdc7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Jul 12 16:52:37.046364 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f1326075-c7ad-4984-a4ba-7c9b91b53fc7 req-1ed9743a-b066-4c01-b71f-2b2f27cedca3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0357201 Jul 12 16:52:37.218487 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bee8d1c2-74b1-406c-9216-be45f41e10e8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:37.220157 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bee8d1c2-74b1-406c-9216-be45f41e10e8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 810 time: 0.1282299 Jul 12 16:52:37.323660 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-7a21e116-ad8c-4c38-9caa-5253911752f8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada83c0a2a0940dca3b3cb724e28abfb HTTP/1.1" status: 200 len: 380 time: 0.0902812 Jul 12 16:52:37.343985 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'port': {'device_id': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'admin_state_up': True, 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'security_groups': ['ef8ef91d-c580-475a-bc4b-2417ca345c3b']}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:37.493031 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Made reservation on behalf of ada83c0a2a0940dca3b3cb724e28abfb for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:37.496635 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:37.661154 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Allocated IP 172.20.0.12 (399cba7c-8752-4608-9ec6-fcac8d743ada/59a4d630-0cfa-45ec-b4e1-c2d41f166c83/234f1f94-05be-4349-91cf-d7e33d26570d) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:37.816611 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:37.830430 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Transition to ACTIVE for port object 234f1f94-05be-4349-91cf-d7e33d26570d will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:37.867717 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:37.925096 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Network 399cba7c-8752-4608-9ec6-fcac8d743ada is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:37.930338 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:37.935156 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:37.939537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event updated for resources: {'Port': ['ID=234f1f94-05be-4349-91cf-d7e33d26570d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:38.022754 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:38.023320 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.045115 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1ed94d6b-150d-4d75-a41f-6968a3155eb0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7105358 Jul 12 16:52:38.058481 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Request body: {'port': {'device_id': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:38.113531 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f5bb-e42b-46f6-aa40-60f4fbe89300 req-955aa5f3-8670-4dea-9a48-8b37b2fc66fe tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:38.117130 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3dc3f5bb-e42b-46f6-aa40-60f4fbe89300 req-955aa5f3-8670-4dea-9a48-8b37b2fc66fe tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.1318731 Jul 12 16:52:38.189568 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.194917 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3dc3f5bb-e42b-46f6-aa40-60f4fbe89300 req-7d2eecfe-4a8d-4425-ac4e-76ba92514eb2 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511215 Jul 12 16:52:38.287217 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86970b79-e7dc-44fd-ba5b-15de76fbfb3d req-9c50fc4c-5200-4f48-846f-82263f7e65f9 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:38.288732 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-86970b79-e7dc-44fd-ba5b-15de76fbfb3d req-9c50fc4c-5200-4f48-846f-82263f7e65f9 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 932 time: 0.0873675 Jul 12 16:52:38.317495 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-13edcc41-52bb-455c-ad1f-d7f0441afe41 None None] Provisioning for port 234f1f94-05be-4349-91cf-d7e33d26570d completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:38.327811 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-13edcc41-52bb-455c-ad1f-d7f0441afe41 None None] Provisioning complete for port 234f1f94-05be-4349-91cf-d7e33d26570d triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:38.328800 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-13edcc41-52bb-455c-ad1f-d7f0441afe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.340471 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-86970b79-e7dc-44fd-ba5b-15de76fbfb3d req-d21ec43d-d212-4aa3-bd9f-9fba2d173035 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448594 Jul 12 16:52:38.389346 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-13edcc41-52bb-455c-ad1f-d7f0441afe41 None None] Port 234f1f94-05be-4349-91cf-d7e33d26570d cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:52:38.522120 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234f1f94-05be-4349-91cf-d7e33d26570d {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:38.531855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.545622 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Transition to ACTIVE for port object 234f1f94-05be-4349-91cf-d7e33d26570d will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:38.549730 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.608064 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Pushing event updated for resources: {'Port': ['ID=234f1f94-05be-4349-91cf-d7e33d26570d,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:38.704303 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Attempting to bind port 234f1f94-05be-4349-91cf-d7e33d26570d on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:38.706197 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Attempting to bind port 234f1f94-05be-4349-91cf-d7e33d26570d by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:38.707036 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Attempting to bind port 234f1f94-05be-4349-91cf-d7e33d26570d on network 399cba7c-8752-4608-9ec6-fcac8d743ada {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:38.715804 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Port 234f1f94-05be-4349-91cf-d7e33d26570d on network 399cba7c-8752-4608-9ec6-fcac8d743ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:52:38.716230 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Attempting to bind port 234f1f94-05be-4349-91cf-d7e33d26570d on network 399cba7c-8752-4608-9ec6-fcac8d743ada {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:38.724469 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:38.724965 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Checking segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:38.725289 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Bound using segment: {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:38.725638 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Bound port: 234f1f94-05be-4349-91cf-d7e33d26570d, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9e96c4-02f9-4a00-be6c-bfb1643be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:38.726125 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.810409 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] For port 234f1f94-05be-4349-91cf-d7e33d26570d, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:38.813935 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] For port 234f1f94-05be-4349-91cf-d7e33d26570d, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=234f1f94-05be-4349-91cf-d7e33d26570d,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:38.820032 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.860500 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:38.861298 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:38.862960 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] 10.222.0.97 "PUT /v2.0/ports/234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1094 time: 0.8089435 Jul 12 16:52:38.863849 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:38.866050 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce67f5-50f9-4471-85b9-e669acd90981" -d '{"events": [{"name": "network-changed", "server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:38.901336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b3d5b-7599-410d-bee5-68fa6530e537 service neutron] Pushing event updated for resources: {'Port': ['ID=234f1f94-05be-4349-91cf-d7e33d26570d,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:38.921978 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae85cde-3222-49ae-9d73-dd42b5d40eae x-openstack-request-id: req-2ae85cde-3222-49ae-9d73-dd42b5d40eae {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:38.922271 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:38.922525 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ae85cde-3222-49ae-9d73-dd42b5d40eae {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:38.922940 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d', 'status': 'completed', 'code': 200} Jul 12 16:52:38.997343 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-d898d72d-bb80-4e4c-80f5-119d361dcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:38.998943 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-d898d72d-bb80-4e4c-80f5-119d361dcc57 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1097 time: 0.0669227 Jul 12 16:52:39.056505 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-c34fd0be-47e3-4d4f-83c6-13b8b7fbef94 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 217 time: 0.0423651 Jul 12 16:52:39.107642 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-681459d5-de2c-4f28-a35b-70032da7260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.109068 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-681459d5-de2c-4f28-a35b-70032da7260d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0468206 Jul 12 16:52:39.172362 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1c1954bb-1a46-45a7-bd46-f3c1767fd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.173924 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-1c1954bb-1a46-45a7-bd46-f3c1767fd671 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556350 Jul 12 16:52:39.303473 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-7c28a49d-05e2-4d74-abca-d49b1f39ae2d service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181512 Jul 12 16:52:39.442672 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-427b8e11-3326-4eec-ab71-4e87dfef4d53 req-b9849fb8-3dcb-4975-a90f-65cf0f8cf05a service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279018 Jul 12 16:52:39.455993 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74a7e-15e6-4300-b11d-79d59abcee2d req-d31b89b2-65ee-45c6-a53a-fa6449dc164c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.457860 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-64a74a7e-15e6-4300-b11d-79d59abcee2d req-d31b89b2-65ee-45c6-a53a-fa6449dc164c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.1251128 Jul 12 16:52:39.507260 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-64a74a7e-15e6-4300-b11d-79d59abcee2d req-26453f65-628c-45ac-b214-ebde47b50cc9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Jul 12 16:52:39.556419 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264bb82-210b-4447-a5f7-00f92b5102a5 req-46cfb3c5-ec2f-4204-b40f-92be2332d3c8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.557996 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e264bb82-210b-4447-a5f7-00f92b5102a5 req-46cfb3c5-ec2f-4204-b40f-92be2332d3c8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 944 time: 0.0808544 Jul 12 16:52:39.585457 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-fcec6118-410e-4591-9cbd-05d5aac5e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.587970 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-fcec6118-410e-4591-9cbd-05d5aac5e26a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1097 time: 0.0767620 Jul 12 16:52:39.613876 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e264bb82-210b-4447-a5f7-00f92b5102a5 req-ece6e86d-da4d-4b8a-a830-9f7aef26afcf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490813 Jul 12 16:52:39.734051 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-16a42608-f158-4694-86dd-ed4d2f5d7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.735550 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-16a42608-f158-4694-86dd-ed4d2f5d7f1b service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.1383431 Jul 12 16:52:39.747757 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e69d8-e025-4b22-b215-84445ccdca28 req-3973f3a8-a724-42b3-a003-549eb44d6ae8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.749279 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-001e69d8-e025-4b22-b215-84445ccdca28 req-3973f3a8-a724-42b3-a003-549eb44d6ae8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.1040282 Jul 12 16:52:39.791970 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-e78d949b-f58e-4c89-9ce1-ba603fd69c05 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 217 time: 0.0416656 Jul 12 16:52:39.853194 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-001e69d8-e025-4b22-b215-84445ccdca28 req-7c06a7df-9e03-4cdb-8520-f82545340758 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962503 Jul 12 16:52:39.869094 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-45906674-aca7-4451-bdd4-3836288271e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.870652 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-45906674-aca7-4451-bdd4-3836288271e6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0707209 Jul 12 16:52:39.940690 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-d515bbef-ded1-44d5-a670-f81007b708ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:39.942204 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-d515bbef-ded1-44d5-a670-f81007b708ab service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636089 Jul 12 16:52:40.087141 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-379588df-7a99-41fa-8e75-36b7efd58212 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351697 Jul 12 16:52:40.190162 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21ce67f5-50f9-4471-85b9-e669acd90981 req-fd345586-f3d2-42a5-ab34-ddfc14d943af service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951605 Jul 12 16:52:40.359311 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e669fc-2692-4b6f-8e4c-ad2056c603fe req-f64dfc21-6f8f-4756-af36-27887a4b9802 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:40.360835 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-86e669fc-2692-4b6f-8e4c-ad2056c603fe req-f64dfc21-6f8f-4756-af36-27887a4b9802 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.0673518 Jul 12 16:52:40.403205 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-86e669fc-2692-4b6f-8e4c-ad2056c603fe req-15362955-174d-413b-a63c-0f66de415fd7 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Jul 12 16:52:40.855597 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4f630-10a9-45cd-93c5-2835254a0e75 req-cd4aac4b-5232-4d27-b40b-5bced1e585a2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:40.857328 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4dd4f630-10a9-45cd-93c5-2835254a0e75 req-cd4aac4b-5232-4d27-b40b-5bced1e585a2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 944 time: 0.0896509 Jul 12 16:52:40.901198 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4dd4f630-10a9-45cd-93c5-2835254a0e75 req-0179a11e-74c4-4e90-ab27-6af8b9f9eb38 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Jul 12 16:52:42.128386 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c6b78-4b88-4950-babe-761318fa158a req-cd07aef5-f8a3-4b38-bbda-d886fd796978 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:42.130854 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-044c6b78-4b88-4950-babe-761318fa158a req-cd07aef5-f8a3-4b38-bbda-d886fd796978 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 944 time: 0.1111913 Jul 12 16:52:42.186593 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-044c6b78-4b88-4950-babe-761318fa158a req-c107e255-11a1-4737-a117-575335b1306c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467887 Jul 12 16:52:42.345731 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 234f1f94-05be-4349-91cf-d7e33d26570d details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:52:42.463171 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 234f1f94-05be-4349-91cf-d7e33d26570d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=234f1f94-05be-4349-91cf-d7e33d26570d,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:42.480052 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '234f1f94-05be-4349-91cf-d7e33d26570d', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'port_id': '234f1f94-05be-4349-91cf-d7e33d26570d', 'mac_address': 'fa:16:3e:93:78:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:52:42.548724 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:42.573105 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234f1f94-05be-4349-91cf-d7e33d26570d {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:42.599245 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 234f1f94-05be-4349-91cf-d7e33d26570d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=234f1f94-05be-4349-91cf-d7e33d26570d,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:42.604712 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:42.718462 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=234f1f94-05be-4349-91cf-d7e33d26570d,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:42.732861 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.733529 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.734411 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.735024 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.735813 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.736605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.737174 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.737680 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.738266 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.738804 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.739406 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.739936 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:42.913054 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['234f1f94-05be-4349-91cf-d7e33d26570d'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:43.394093 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3adf4e-8438-4efe-bb0b-ff4ec338600b req-433a175a-d205-417c-b29b-7214744fb9c1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:43.395609 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2c3adf4e-8438-4efe-bb0b-ff4ec338600b req-433a175a-d205-417c-b29b-7214744fb9c1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 945 time: 0.0710788 Jul 12 16:52:43.442268 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2c3adf4e-8438-4efe-bb0b-ff4ec338600b req-bbb976a0-8b57-419f-a81b-239a1a618fa8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405252 Jul 12 16:52:44.370263 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 234f1f94-05be-4349-91cf-d7e33d26570d up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:44.424020 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 234f1f94-05be-4349-91cf-d7e33d26570d completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:44.429204 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 234f1f94-05be-4349-91cf-d7e33d26570d triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:44.429757 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:44.512640 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:44.542146 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:44.544455 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae7cd0f-b680-4343-a9bc-193db58a177f" -d '{"events": [{"server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "name": "network-vif-plugged", "status": "completed", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:44.565891 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 234f1f94-05be-4349-91cf-d7e33d26570d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=234f1f94-05be-4349-91cf-d7e33d26570d,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:44.571445 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:44.603451 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11662e5a-d629-41b6-9aee-dbba51978587 x-openstack-request-id: req-11662e5a-d629-41b6-9aee-dbba51978587 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:44.603595 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "name": "network-vif-plugged", "status": "completed", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:44.603824 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11662e5a-d629-41b6-9aee-dbba51978587 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:44.604217 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d', 'code': 200} Jul 12 16:52:44.644904 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=234f1f94-05be-4349-91cf-d7e33d26570d,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:44.664664 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fd7fc-24ff-4764-9e74-87b3aa92280f req-b69f6091-ee7d-4790-b4d0-2db1db5760b3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:44.667246 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-af4fd7fc-24ff-4764-9e74-87b3aa92280f req-b69f6091-ee7d-4790-b4d0-2db1db5760b3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 946 time: 0.1000295 Jul 12 16:52:44.724450 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-af4fd7fc-24ff-4764-9e74-87b3aa92280f req-244b09cf-c672-48a1-be2a-bc2d54a3c821 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479605 Jul 12 16:52:44.882502 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc34be-631e-4542-9358-dbc1c5c9d067 req-6d296e01-db6b-41a0-8f45-e9ee70b438ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:44.884021 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6cc34be-631e-4542-9358-dbc1c5c9d067 req-6d296e01-db6b-41a0-8f45-e9ee70b438ee service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0608144 Jul 12 16:52:44.944490 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-910db410-4f36-49eb-aa81-ab2294fe246f None None] Provisioning complete for port 234f1f94-05be-4349-91cf-d7e33d26570d triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:44.944862 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-910db410-4f36-49eb-aa81-ab2294fe246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:45.161649 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6cc34be-631e-4542-9358-dbc1c5c9d067 req-cd0438e4-935f-4322-8d6a-7b0d88c3fc6e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647352 Jul 12 16:52:45.568331 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb17764-ccff-41ee-a56d-3eb62ee448b7 req-b323499a-3ec1-4f14-b04f-ef3b2b1b53ab tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:45.569995 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0fb17764-ccff-41ee-a56d-3eb62ee448b7 req-b323499a-3ec1-4f14-b04f-ef3b2b1b53ab tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0677803 Jul 12 16:52:45.615351 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0fb17764-ccff-41ee-a56d-3eb62ee448b7 req-d628e64a-2646-4520-8f75-ce63a214d483 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370550 Jul 12 16:52:45.631624 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-db00e20c-a5d7-447d-8bc6-c9860e9b1fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:45.947863 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0b13a-ccc2-4921-89a3-c9ea9065ba18 req-b2128c71-5002-4efb-a042-b74dac2a5088 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:45.949462 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-81b0b13a-ccc2-4921-89a3-c9ea9065ba18 req-b2128c71-5002-4efb-a042-b74dac2a5088 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 946 time: 0.0725324 Jul 12 16:52:45.994383 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-81b0b13a-ccc2-4921-89a3-c9ea9065ba18 req-3424ef8d-4ad1-4da0-9204-b4e8a7e48487 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Jul 12 16:52:46.807242 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69588ca-13b4-483b-9b9e-011910fdbce5 req-6e5d74ca-ae14-4571-bd70-f4d1d3107747 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:46.808808 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e69588ca-13b4-483b-9b9e-011910fdbce5 req-6e5d74ca-ae14-4571-bd70-f4d1d3107747 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0721207 Jul 12 16:52:46.852648 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e69588ca-13b4-483b-9b9e-011910fdbce5 req-50b0c062-fa3c-414a-b2ec-76c2c1a4bcd7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375404 Jul 12 16:52:47.206536 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427914c3-5679-4c9a-8efd-666a7419607b req-cc97c2be-72d7-42d0-a835-8970787df75c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:47.208484 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427914c3-5679-4c9a-8efd-666a7419607b req-cc97c2be-72d7-42d0-a835-8970787df75c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 946 time: 0.0845830 Jul 12 16:52:47.267042 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-427914c3-5679-4c9a-8efd-666a7419607b req-e969f3da-3e1b-4633-a86c-a8d0379ef4c1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521994 Jul 12 16:52:47.451045 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b4f6-f1ec-4f94-bda3-e83c5d4e7167 req-c9475206-ecdb-489c-8665-e8ada090adbd tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:47.452569 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2742b4f6-f1ec-4f94-bda3-e83c5d4e7167 req-c9475206-ecdb-489c-8665-e8ada090adbd tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 946 time: 0.0673170 Jul 12 16:52:47.462028 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37558) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:47.466936 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Request body: {'floatingip': {'port_id': '234f1f94-05be-4349-91cf-d7e33d26570d'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:47.507881 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:48.058984 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed31943-5eaf-4fdb-a506-adddce7b40b0 req-9ce9c857-1f14-4b36-ab31-222ba6d95c36 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:48.060545 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eed31943-5eaf-4fdb-a506-adddce7b40b0 req-9ce9c857-1f14-4b36-ab31-222ba6d95c36 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0719841 Jul 12 16:52:48.110696 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eed31943-5eaf-4fdb-a506-adddce7b40b0 req-fd113a43-a281-4b49-ab68-d737fc48d029 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440629 Jul 12 16:52:48.180334 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:48.184730 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:48.294090 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Floating IP 5f180320-4259-45d5-bf3c-e637cd13fb0d associated. External IP: 172.27.1.125, port: 234f1f94-05be-4349-91cf-d7e33d26570d. Jul 12 16:52:48.559603 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Router 6455eaba-0e2d-4f42-9778-77f6c5f1049b has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:52:48.705486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:52:48.710879 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:48.715571 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] Sync routers for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:48.728688 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:48.729590 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:52:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:48.756990 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4e04b782-ef9b-4c68-940b-9afb5984b746 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "PUT /v2.0/floatingips/5f180320-4259-45d5-bf3c-e637cd13fb0d HTTP/1.1" status: 200 len: 992 time: 1.2935596 Jul 12 16:52:48.757951 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:48.762751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:48.840006 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73faee36-dee1-4ae9-916a-f4bc31506f5a x-openstack-request-id: req-73faee36-dee1-4ae9-916a-f4bc31506f5a {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:48.840421 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:48.840763 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-73faee36-dee1-4ae9-916a-f4bc31506f5a {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:48.841162 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d', 'status': 'completed', 'code': 200} Jul 12 16:52:48.852526 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:48.956639 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-c87f2f99-c533-4df6-b19f-2ce4fb6ddd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:48.960149 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-c87f2f99-c533-4df6-b19f-2ce4fb6ddd0d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0834773 Jul 12 16:52:48.985629 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:49.098705 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-93b4c6e7-0a38-4f42-a024-fdcc8af7f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:49.100930 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-93b4c6e7-0a38-4f42-a024-fdcc8af7f0bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.1248112 Jul 12 16:52:49.178084 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '5f180320-4259-45d5-bf3c-e637cd13fb0d', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'port_id': '234f1f94-05be-4349-91cf-d7e33d26570d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'mac_address': 'fa:16:3e:93:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:34Z', 'updated_at': '2021-07-12T16:52:48Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:49.179196 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-eb04bcea-86fd-4fa4-9955-b1e5544946f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1000 time: 0.0669124 Jul 12 16:52:49.210468 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] Checking router: 6455eaba-0e2d-4f42-9778-77f6c5f1049b for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:49.227212 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:49.228947 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:52:19Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:49.260851 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-cb62e974-d392-4389-bbd3-fc8ddc1edabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:49.263390 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-cb62e974-d392-4389-bbd3-fc8ddc1edabc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0777388 Jul 12 16:52:49.353404 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2081587-db6f-429a-927b-b642f4e52389 req-84277c6a-ef0e-488c-b7fd-2d81d60d2442 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:49.355049 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f2081587-db6f-429a-927b-b642f4e52389 req-84277c6a-ef0e-488c-b7fd-2d81d60d2442 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0911291 Jul 12 16:52:49.357301 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-afedc5ba-8325-4c5c-9acd-fb57eb834738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:49.358946 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-afedc5ba-8325-4c5c-9acd-fb57eb834738 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836585 Jul 12 16:52:49.408985 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:49.425119 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f2081587-db6f-429a-927b-b642f4e52389 req-937d79fe-4a0b-4118-a1a8-a5df66f6decf tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579185 Jul 12 16:52:49.468196 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-9d6c45a3-b886-4103-8c19-55a965237d96 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011202 Jul 12 16:52:49.535479 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3dbed161-e405-405c-ba6e-7c5c70aee919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:49.703025 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '5f180320-4259-45d5-bf3c-e637cd13fb0d', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'port_id': '234f1f94-05be-4349-91cf-d7e33d26570d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'mac_address': 'fa:16:3e:93:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:34Z', 'updated_at': '2021-07-12T16:52:48Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:49.735439 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad031a-7650-4500-9054-6aef6520d286 None None] The sync data for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi is: [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '5f180320-4259-45d5-bf3c-e637cd13fb0d', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'port_id': '234f1f94-05be-4349-91cf-d7e33d26570d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'mac_address': 'fa:16:3e:93:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:34Z', 'updated_at': '2021-07-12T16:52:48Z', 'revision_number': 1, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:49.806180 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e46a9fb-d4ef-4186-8aa0-b9efd41857e0 req-0a34a513-c2cb-4f56-b41a-e73ca7c5b063 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299038 Jul 12 16:52:49.947575 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3d016-c5e8-4148-8d97-ace5906ec9b2 None None] New status for floating IP 5f180320-4259-45d5-bf3c-e637cd13fb0d: ACTIVE {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:52:50.396640 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e2c20-ebe6-4359-bcc4-73aede811d57 req-6a1b9e05-124c-4529-b8f4-e2a1194f2cc5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:50.398284 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a10e2c20-ebe6-4359-bcc4-73aede811d57 req-6a1b9e05-124c-4529-b8f4-e2a1194f2cc5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.0806854 Jul 12 16:52:50.441493 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a10e2c20-ebe6-4359-bcc4-73aede811d57 req-4c756831-2bfc-4f41-9311-e38891a2d388 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Jul 12 16:52:50.467059 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37602) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:50.635215 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6bdaa-fa85-4516-af30-e6b67cc33efe req-16a69bc9-9893-478f-aa5f-e8c96fbfc378 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:50.636751 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9dd6bdaa-fa85-4516-af30-e6b67cc33efe req-16a69bc9-9893-478f-aa5f-e8c96fbfc378 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0961936 Jul 12 16:52:50.673481 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60419c73-84f2-40fd-8b77-bcb00e136708 tempest-TestMinimumBasicScenario-1626517337 tempest-TestMinimumBasicScenario-1626517337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:50.675024 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-60419c73-84f2-40fd-8b77-bcb00e136708 tempest-TestMinimumBasicScenario-1626517337 tempest-TestMinimumBasicScenario-1626517337-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1094 time: 0.2067590 Jul 12 16:52:50.678143 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37606) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:50.682777 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'port_id': '0973574a-3d60-46f1-a73f-734c3b075295', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:50.687985 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9dd6bdaa-fa85-4516-af30-e6b67cc33efe req-00a26045-e5dc-492f-b947-ae4abf5a8625 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 Jul 12 16:52:50.711584 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for floatingip, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:50.814293 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:50.919295 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Allocated IP 172.27.1.95 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/6041ef1d-1fbb-4c4e-a133-e86376f7870d) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:51.036449 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.077716 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.120614 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:51.123618 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:51.127430 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:51.150071 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'Port': ['ID=6041ef1d-1fbb-4c4e-a133-e86376f7870d,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:51.369375 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.553295 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.633096 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.791379 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.826176 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.830704 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.906194 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'Port': ['ID=6041ef1d-1fbb-4c4e-a133-e86376f7870d,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:51.913892 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80f53c-19f5-4408-bbff-d78f0be818e0 req-0560d0ef-901e-428e-89d0-2cd183ce41d5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:51.915273 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ce80f53c-19f5-4408-bbff-d78f0be818e0 req-0560d0ef-901e-428e-89d0-2cd183ce41d5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0739625 Jul 12 16:52:51.916865 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:51.959632 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ce80f53c-19f5-4408-bbff-d78f0be818e0 req-61faf35b-921c-4451-8fd9-b985cbc9e263 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378630 Jul 12 16:52:52.025164 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.l3_db [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Floating IP f0f7b29f-1047-4757-873c-230de8a03e0a associated. External IP: 172.27.1.95, port: 0973574a-3d60-46f1-a73f-734c3b075295. Jul 12 16:52:52.245481 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Router 992eee75-afaa-4592-afff-308a5e5f0f30 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:52:52.346281 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:52:52.364061 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:52:52.374105 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] Sync routers for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:52.384370 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.385561 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:52.386472 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:52:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:52.435280 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-e94ee097-5e06-455e-95ff-a692dc625985 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7557869 Jul 12 16:52:52.436028 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:52.438214 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37618) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:52.440732 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d506575-31f5-4998-8b14-d50b35800e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:52.445979 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-275f1c28-6351-429b-8702-2133676bc623 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962828337', 'description': 'tempest-secgroup-smoke-962828337 description', 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:52.483574 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-275f1c28-6351-429b-8702-2133676bc623 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.499140 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6988f6-dfe7-488d-ae09-aee17b743a34 x-openstack-request-id: req-8c6988f6-dfe7-488d-ae09-aee17b743a34 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:52.499535 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:52.499791 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c6988f6-dfe7-488d-ae09-aee17b743a34 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:52.500328 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295', 'status': 'completed', 'code': 200} Jul 12 16:52:52.525022 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:52.647257 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-275f1c28-6351-429b-8702-2133676bc623 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.656251 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-275f1c28-6351-429b-8702-2133676bc623 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.669569 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506575-31f5-4998-8b14-d50b35800e1b req-0d34e916-088f-431b-bd09-9c1e6bb80bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:52.671229 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d506575-31f5-4998-8b14-d50b35800e1b req-0d34e916-088f-431b-bd09-9c1e6bb80bd1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1099 time: 0.1206362 Jul 12 16:52:52.701521 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-275f1c28-6351-429b-8702-2133676bc623 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.702917 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-275f1c28-6351-429b-8702-2133676bc623 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2634003 Jul 12 16:52:52.706074 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37622) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:52.717409 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-3ca20bb4-3d90-4f0c-b12e-e81bc9087fcc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'security_group_rule': {'security_group_id': '0d57287b-393f-4e47-85e5-75a07f1f609d', 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:52.750324 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f1c28-6351-429b-8702-2133676bc623 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57287b-393f-4e47-85e5-75a07f1f609d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:52.763044 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bb4-3d90-4f0c-b12e-e81bc9087fcc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.806558 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506575-31f5-4998-8b14-d50b35800e1b req-1943f4cc-e65f-4e2d-b204-d825312fdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:52.808309 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d506575-31f5-4998-8b14-d50b35800e1b req-1943f4cc-e65f-4e2d-b204-d825312fdb6e service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.1219680 Jul 12 16:52:52.812913 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'f0f7b29f-1047-4757-873c-230de8a03e0a', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'port_id': '0973574a-3d60-46f1-a73f-734c3b075295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'mac_address': 'fa:16:3e:3b:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:51Z', 'updated_at': '2021-07-12T16:52:51Z', 'revision_number': 0, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 5, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:52.866707 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bb4-3d90-4f0c-b12e-e81bc9087fcc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.875706 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] Checking router: 992eee75-afaa-4592-afff-308a5e5f0f30 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:52.876854 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bb4-3d90-4f0c-b12e-e81bc9087fcc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.897721 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:52.898642 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:52:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:52.917927 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d506575-31f5-4998-8b14-d50b35800e1b req-826e1b96-aa03-403c-b90a-03ae845fbb6e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 999 time: 0.0988138 Jul 12 16:52:52.923699 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca20bb4-3d90-4f0c-b12e-e81bc9087fcc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d4bea5-7030-49cc-bfc5-c82fb657dce9,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:52.932680 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bb4-3d90-4f0c-b12e-e81bc9087fcc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:52.934267 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-3ca20bb4-3d90-4f0c-b12e-e81bc9087fcc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2269840 Jul 12 16:52:52.939971 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37626) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:52.945273 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-de2499ec-4e06-421d-86b3-bfc52f765a37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'security_group_rule': {'security_group_id': '0d57287b-393f-4e47-85e5-75a07f1f609d', 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:52.995176 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-4e06-421d-86b3-bfc52f765a37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.029073 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506575-31f5-4998-8b14-d50b35800e1b req-688f1d2a-5473-4d27-b7ec-2a5bd749460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:53.031525 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d506575-31f5-4998-8b14-d50b35800e1b req-688f1d2a-5473-4d27-b7ec-2a5bd749460f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.1027768 Jul 12 16:52:53.086264 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-4e06-421d-86b3-bfc52f765a37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.093619 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-4e06-421d-86b3-bfc52f765a37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.121177 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2499ec-4e06-421d-86b3-bfc52f765a37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5316d384-7e53-473a-b064-1a9071998771,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:53.161401 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506575-31f5-4998-8b14-d50b35800e1b req-432f5dd0-4c3d-46f0-83ec-d3835235f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:53.169649 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d506575-31f5-4998-8b14-d50b35800e1b req-432f5dd0-4c3d-46f0-83ec-d3835235f437 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1280305 Jul 12 16:52:53.171090 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-4e06-421d-86b3-bfc52f765a37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.174973 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-de2499ec-4e06-421d-86b3-bfc52f765a37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2314112 Jul 12 16:52:53.175391 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37630) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:53.180047 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-430d9ab4-b0c2-4ba1-9d62-32273c8ae6ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'security_group_rule': {'security_group_id': '0d57287b-393f-4e47-85e5-75a07f1f609d', 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:53.240225 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524b73-5431-4962-afb5-36ce33b14706 req-8960d12e-8118-4fc5-9cfd-2d993fcdb14d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:53.246566 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b6524b73-5431-4962-afb5-36ce33b14706 req-8960d12e-8118-4fc5-9cfd-2d993fcdb14d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1170959 Jul 12 16:52:53.248669 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-430d9ab4-b0c2-4ba1-9d62-32273c8ae6ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.295959 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.322742 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d506575-31f5-4998-8b14-d50b35800e1b req-bb14cff2-0554-4abe-a468-d1f596df1748 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435723 Jul 12 16:52:53.326600 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:53.335103 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b6524b73-5431-4962-afb5-36ce33b14706 req-425bae85-dae4-4184-965e-3ca219e5fc6c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814936 Jul 12 16:52:53.342859 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-430d9ab4-b0c2-4ba1-9d62-32273c8ae6ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.349287 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-430d9ab4-b0c2-4ba1-9d62-32273c8ae6ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.366663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d9ab4-b0c2-4ba1-9d62-32273c8ae6ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4358ba20-0180-4547-97c6-127a637f7699,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:53.386111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-430d9ab4-b0c2-4ba1-9d62-32273c8ae6ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.391810 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-430d9ab4-b0c2-4ba1-9d62-32273c8ae6ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154703 Jul 12 16:52:53.395181 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37632) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:53.401363 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-14135994-18b3-4ea9-a2bb-d794b4d0c9b4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'security_group_rule': {'security_group_id': '0d57287b-393f-4e47-85e5-75a07f1f609d', 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:53.438643 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-14135994-18b3-4ea9-a2bb-d794b4d0c9b4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.472825 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d506575-31f5-4998-8b14-d50b35800e1b req-0566c940-6d21-4d8e-a598-61d1146bfba4 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435852 Jul 12 16:52:53.538319 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-14135994-18b3-4ea9-a2bb-d794b4d0c9b4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.543251 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-14135994-18b3-4ea9-a2bb-d794b4d0c9b4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.569053 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14135994-18b3-4ea9-a2bb-d794b4d0c9b4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a61e18-0fbd-47dd-a2cb-7a63b67f9f7a,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:53.578914 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-14135994-18b3-4ea9-a2bb-d794b4d0c9b4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.580162 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-14135994-18b3-4ea9-a2bb-d794b4d0c9b4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1829321 Jul 12 16:52:53.584781 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37636) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:53.591462 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'security_group_rule': {'security_group_id': '0d57287b-393f-4e47-85e5-75a07f1f609d', 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:53.629783 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.securitygroups_db [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Project d28e30a911024e2081b8a0f7d7d8c91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:52:53.637756 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.663660 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'f0f7b29f-1047-4757-873c-230de8a03e0a', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'port_id': '0973574a-3d60-46f1-a73f-734c3b075295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'mac_address': 'fa:16:3e:3b:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:51Z', 'updated_at': '2021-07-12T16:52:51Z', 'revision_number': 0, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 5, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:53.691591 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f075c-a347-4d68-b397-c642f71b82d4 None None] The sync data for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi is: [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'f0f7b29f-1047-4757-873c-230de8a03e0a', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'port_id': '0973574a-3d60-46f1-a73f-734c3b075295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'mac_address': 'fa:16:3e:3b:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:51Z', 'updated_at': '2021-07-12T16:52:51Z', 'revision_number': 0, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 5, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:53.735870 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.741550 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.767088 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2209fac0-bef0-48ca-989f-59179892c5e1,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:53.778638 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.780961 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b72db324-4069-45cd-a5c3-9e1f89cfa080 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1940937 Jul 12 16:52:53.784113 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 37638) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:53.789531 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'security_group_rule': {'security_group_id': '0d57287b-393f-4e47-85e5-75a07f1f609d', 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:53.829166 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.securitygroups_db [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Project d28e30a911024e2081b8a0f7d7d8c91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:52:53.838250 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.928225 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.934752 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.970410 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17f526d-21c7-439e-8f99-2f1963470fe0,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:53.997273 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:53.999622 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-531d055f-58ae-4284-ab63-eec0cb3832ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2140419 Jul 12 16:52:54.049024 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8b128-aca2-48a6-9b7b-0ed39f854aa4 None None] New status for floating IP f0f7b29f-1047-4757-873c-230de8a03e0a: ACTIVE {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:52:54.176517 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-8358e46a-5fd5-4279-92b9-402e3df70457 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962828337&fields=id&tenant_id=d28e30a911024e2081b8a0f7d7d8c91a HTTP/1.1" status: 200 len: 267 time: 0.0494084 Jul 12 16:52:54.266250 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-aa8909bd-7e14-429d-bd41-42e86f78fac7 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:54.268061 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-aa8909bd-7e14-429d-bd41-42e86f78fac7 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.0816925 Jul 12 16:52:54.282561 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'port': {'security_groups': ['b39edf44-df6e-495f-8e9f-6b78f3e57fe3', '0d57287b-393f-4e47-85e5-75a07f1f609d']}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:54.389111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:54.565543 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37536ef1-e90e-497b-ad22-804b68ca8cab req-35931c96-4356-4559-898e-d8f0e1e93a0d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:54.567694 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-37536ef1-e90e-497b-ad22-804b68ca8cab req-35931c96-4356-4559-898e-d8f0e1e93a0d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0722044 Jul 12 16:52:54.609508 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-37536ef1-e90e-497b-ad22-804b68ca8cab req-dffb2f32-ad93-4f9a-a635-d09fcb040529 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354731 Jul 12 16:52:54.611533 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=0973574a-3d60-46f1-a73f-734c3b075295,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:54.647003 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:54.653158 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:54.675329 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['0973574a-3d60-46f1-a73f-734c3b075295'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:54.711942 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:54.712710 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:54.714832 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-691bf8cc-7b9d-434d-af15-1c03689fbf9f req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "PUT /v2.0/ports/0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 982 time: 0.4375079 Jul 12 16:52:54.724395 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:54.727138 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ffae29-28c7-413c-8449-d99016eb2ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:54.765907 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d1b1e-a146-488c-844e-8b8de074ec59 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=6']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:54.827583 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d72d125-20a3-4bc2-b2ea-718b66a5af78 x-openstack-request-id: req-5d72d125-20a3-4bc2-b2ea-718b66a5af78 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:54.828303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:54.828714 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d72d125-20a3-4bc2-b2ea-718b66a5af78 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:54.829272 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295', 'status': 'completed', 'code': 200} Jul 12 16:52:54.833171 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['0973574a-3d60-46f1-a73f-734c3b075295'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:54.966030 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-d38f4eb4-8e96-4c4a-bab7-daa31d68d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:54.967626 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-d38f4eb4-8e96-4c4a-bab7-daa31d68d755 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1138 time: 0.0947819 Jul 12 16:52:54.991788 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0225972-2274-424b-bd44-6ade420f5426 req-a7a84ae2-c9ab-4583-924f-4ff6fc41c13e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:54.993715 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e0225972-2274-424b-bd44-6ade420f5426 req-a7a84ae2-c9ab-4583-924f-4ff6fc41c13e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0867360 Jul 12 16:52:55.042771 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e0225972-2274-424b-bd44-6ade420f5426 req-31cd7aa0-2ab8-4b0e-bd21-c42290b6ffe6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424061 Jul 12 16:52:55.095285 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-3476085e-4815-4f71-afc4-3084326159ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:55.097216 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-3476085e-4815-4f71-afc4-3084326159ea service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.1195099 Jul 12 16:52:55.124689 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4eee187d-aa85-4172-9593-2b830d26102b None None] Provisioning complete for port 0973574a-3d60-46f1-a73f-734c3b075295 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:55.125422 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4eee187d-aa85-4172-9593-2b830d26102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:55.173246 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-e991a5c4-5a75-41da-9d22-b6594404f773 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 1001 time: 0.0680234 Jul 12 16:52:55.244634 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-2ec1aed9-273b-4b24-bc0b-27bb1c595f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:55.246374 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-2ec1aed9-273b-4b24-bc0b-27bb1c595f96 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0662062 Jul 12 16:52:55.317160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-a788a317-8a95-46e4-9680-102b6aeac1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:55.319891 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-a788a317-8a95-46e4-9680-102b6aeac1e6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600190 Jul 12 16:52:55.461070 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-9ec20a4c-03ab-4689-95c1-276ac03552a1 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338623 Jul 12 16:52:55.604947 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b5ffae29-28c7-413c-8449-d99016eb2ac6 req-b524a9b8-4d99-4faa-ac07-eb60f99a9dcd service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335201 Jul 12 16:52:55.822923 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9c491-a061-4bf4-9b03-165e97152be6 req-46f79f66-3cc9-454f-80b1-91cdf63fb962 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:55.824513 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-02d9c491-a061-4bf4-9b03-165e97152be6 req-46f79f66-3cc9-454f-80b1-91cdf63fb962 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0700588 Jul 12 16:52:55.867877 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-02d9c491-a061-4bf4-9b03-165e97152be6 req-e3e5677c-ff69-49a2-b6a1-df9f4c239ed8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359619 Jul 12 16:52:57.100566 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5299d2-919e-4047-b2f3-9be5095a4163 req-896863fb-42b1-40ed-888f-7a6c9491a8bb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:57.103413 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-aa5299d2-919e-4047-b2f3-9be5095a4163 req-896863fb-42b1-40ed-888f-7a6c9491a8bb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1046939 Jul 12 16:52:57.144648 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-aa5299d2-919e-4047-b2f3-9be5095a4163 req-ee6b3b56-ce15-4b50-a9c9-1fcbadf6a1ad tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349653 Jul 12 16:52:58.348464 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d337d-551d-40c4-81aa-c8ecb5adc973 req-9f79cd38-acd8-4d0e-a17c-bc812811491b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:58.350037 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c95d337d-551d-40c4-81aa-c8ecb5adc973 req-9f79cd38-acd8-4d0e-a17c-bc812811491b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0713716 Jul 12 16:52:58.396541 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c95d337d-551d-40c4-81aa-c8ecb5adc973 req-8636541d-d67b-42b9-97d3-c7191451adaa tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360866 Jul 12 16:52:59.583134 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1a4a-e43f-4e3d-bec1-a6e660dc27e3 req-f96eed5b-8aa2-4bce-8018-cde861bf53ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:59.584687 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-107f1a4a-e43f-4e3d-bec1-a6e660dc27e3 req-f96eed5b-8aa2-4bce-8018-cde861bf53ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0673010 Jul 12 16:52:59.623410 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-107f1a4a-e43f-4e3d-bec1-a6e660dc27e3 req-b647fdfa-21a6-43ba-aa3a-f0ab7c819c14 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328202 Jul 12 16:53:00.808905 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ebca8-8fa0-4e96-aeb7-602db9379388 req-fd56293b-adbf-4772-8b7b-8b7a78fcfb9c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:00.810496 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-449ebca8-8fa0-4e96-aeb7-602db9379388 req-fd56293b-adbf-4772-8b7b-8b7a78fcfb9c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0659921 Jul 12 16:53:00.851376 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-449ebca8-8fa0-4e96-aeb7-602db9379388 req-ba1dbc81-da51-40b1-9050-32e19d0ae06f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347919 Jul 12 16:53:02.343662 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d10c-8773-42c6-a637-58b187a2a5db req-1c229644-97d0-40db-990a-ace524dc41e3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:02.345173 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ad67d10c-8773-42c6-a637-58b187a2a5db req-1c229644-97d0-40db-990a-ace524dc41e3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.3651066 Jul 12 16:53:02.398600 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ad67d10c-8773-42c6-a637-58b187a2a5db req-9f01aece-6ab5-46f8-a6cf-d97d82cf4399 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467477 Jul 12 16:53:03.588734 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229225e6-cb15-491f-bffc-77bea0a102f7 req-50f868c7-6984-4823-9db1-c555c49c6ef6 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:03.590291 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-229225e6-cb15-491f-bffc-77bea0a102f7 req-50f868c7-6984-4823-9db1-c555c49c6ef6 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0693212 Jul 12 16:53:03.646461 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-229225e6-cb15-491f-bffc-77bea0a102f7 req-9e5833c3-1d4a-4bcd-86ef-5af6831b52f7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493948 Jul 12 16:53:04.842502 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:53:04.866396 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38098298-c294-4b03-9320-120f1f91316e req-2fc66480-f738-4573-bb68-efb75bf5ff72 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:04.868121 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-38098298-c294-4b03-9320-120f1f91316e req-2fc66480-f738-4573-bb68-efb75bf5ff72 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0704007 Jul 12 16:53:04.915314 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-38098298-c294-4b03-9320-120f1f91316e req-c787cad5-8c73-419b-9116-b2e2c6ddef12 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Jul 12 16:53:04.950117 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:04.962325 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'port_id': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'mac_address': 'fa:16:3e:97:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:53:05.001076 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:05.015574 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:53:05.039553 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:05.044153 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:05.107065 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=6']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:05.349094 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-ced3fc61-032d-4d77-a359-fc61bb28a21d None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:05.349690 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ced3fc61-032d-4d77-a359-fc61bb28a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:05.472519 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ced3fc61-032d-4d77-a359-fc61bb28a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:05.500083 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:53:05.502584 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518c0244-360b-413c-8f01-90d2188f7943" -d '{"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:53:05.516879 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-ced3fc61-032d-4d77-a359-fc61bb28a21d None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:05.522318 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ced3fc61-032d-4d77-a359-fc61bb28a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:05.552642 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b1819-97e4-474e-85ae-e89a133954b7 x-openstack-request-id: req-898b1819-97e4-474e-85ae-e89a133954b7 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:53:05.553071 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:53:05.553401 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-898b1819-97e4-474e-85ae-e89a133954b7 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:53:05.553926 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'code': 200} Jul 12 16:53:05.589516 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3fc61-032d-4d77-a359-fc61bb28a21d None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=7']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:05.787281 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-e6d977b9-092e-4e98-be8d-88b7d14b9efb None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:05.787645 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e6d977b9-092e-4e98-be8d-88b7d14b9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:06.226689 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f45dd-003b-4eac-89bb-1ff7c0d6c9f0 req-790370f4-f849-4982-b919-a1682fa76a48 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:06.228328 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1f2f45dd-003b-4eac-89bb-1ff7c0d6c9f0 req-790370f4-f849-4982-b919-a1682fa76a48 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1833255 Jul 12 16:53:06.269570 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1f2f45dd-003b-4eac-89bb-1ff7c0d6c9f0 req-4ababad1-49cc-4bfe-a1a9-27d7eb7092dc tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Jul 12 16:53:07.062670 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:53:07.508081 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664cdfb-1644-446a-96db-7a2076b3b20d req-3e5b0a3a-f43a-4500-98be-27ff0f9b296d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:07.510986 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f664cdfb-1644-446a-96db-7a2076b3b20d req-3e5b0a3a-f43a-4500-98be-27ff0f9b296d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1196892 Jul 12 16:53:07.570725 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f664cdfb-1644-446a-96db-7a2076b3b20d req-58dcb20b-9c2c-4c14-abca-7258d9bf242e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533628 Jul 12 16:53:08.883162 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc86a6-7a38-4253-a807-1049f11a637f req-5afc92f8-b2c8-4f52-9507-ae91b1aac3f1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:08.885467 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-79fc86a6-7a38-4253-a807-1049f11a637f req-5afc92f8-b2c8-4f52-9507-ae91b1aac3f1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0938210 Jul 12 16:53:08.939179 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-79fc86a6-7a38-4253-a807-1049f11a637f req-9bc8c943-1eb2-418d-87f9-1d825afdc31f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Jul 12 16:53:08.996535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:53:09.053627 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:09.054070 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:10.226006 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af06edb-5342-4a97-bfe7-17b905a5aa71 req-053e01d8-010d-4a11-9992-11fd9c8f44d7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:10.228297 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4af06edb-5342-4a97-bfe7-17b905a5aa71 req-053e01d8-010d-4a11-9992-11fd9c8f44d7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0718336 Jul 12 16:53:10.273812 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4af06edb-5342-4a97-bfe7-17b905a5aa71 req-bf30045a-54a2-4b7e-af00-323f876c05b8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391948 Jul 12 16:53:11.542758 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc6db5-c3c6-41dc-987d-7d1ceb3492bd req-d9d76277-36e4-4028-ba5a-0fa1354168a8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:11.544351 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-96bc6db5-c3c6-41dc-987d-7d1ceb3492bd req-d9d76277-36e4-4028-ba5a-0fa1354168a8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1024752 Jul 12 16:53:11.602469 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-96bc6db5-c3c6-41dc-987d-7d1ceb3492bd req-cf6a275b-8bf7-4ca4-936c-6e77e2aeb1d5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507026 Jul 12 16:53:12.818969 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12417056-4cf3-4538-b02b-9ac8baa0bc96 req-2708d93e-f222-4c6d-9479-ff458322c6d0 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:12.820556 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-12417056-4cf3-4538-b02b-9ac8baa0bc96 req-2708d93e-f222-4c6d-9479-ff458322c6d0 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0876517 Jul 12 16:53:12.880217 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-12417056-4cf3-4538-b02b-9ac8baa0bc96 req-8f03e270-62fd-4fab-93e5-0c4dc573c9a8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489597 Jul 12 16:53:14.095045 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f88862-5e1f-4795-bdba-030a60a4dfa7 req-0797c7b6-7e7d-4f71-a287-6c418e174f05 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:14.096671 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-37f88862-5e1f-4795-bdba-030a60a4dfa7 req-0797c7b6-7e7d-4f71-a287-6c418e174f05 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0791187 Jul 12 16:53:14.139258 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-37f88862-5e1f-4795-bdba-030a60a4dfa7 req-7940bac2-203d-4518-9646-1f455fcf048d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356526 Jul 12 16:53:15.345676 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a3aa4-9d21-4903-9548-5484a8749746 req-c9dce46f-2915-4ddc-8b76-1a525d160b0b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:15.347416 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3a7a3aa4-9d21-4903-9548-5484a8749746 req-c9dce46f-2915-4ddc-8b76-1a525d160b0b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0790143 Jul 12 16:53:15.393930 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3a7a3aa4-9d21-4903-9548-5484a8749746 req-a0077546-d162-4a05-be1f-0db56baa1592 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Jul 12 16:53:15.625860 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-da8f6ad1-9e10-4a1a-a9be-0a6de7ae779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:16.641204 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16d4c2-9d8b-4727-b6a3-4a04854cd378 req-6f208183-1013-4e52-be78-12e954a23857 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:16.641204 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2d16d4c2-9d8b-4727-b6a3-4a04854cd378 req-6f208183-1013-4e52-be78-12e954a23857 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0787709 Jul 12 16:53:16.677379 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2d16d4c2-9d8b-4727-b6a3-4a04854cd378 req-2d68fe29-6513-457a-af53-9c1ba8b5a9eb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385001 Jul 12 16:53:17.878972 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e46521-70fc-4b10-85e9-b8c254264d04 req-bbba77f7-7305-4119-829d-64f37acee03c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:17.880885 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-70e46521-70fc-4b10-85e9-b8c254264d04 req-bbba77f7-7305-4119-829d-64f37acee03c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0776882 Jul 12 16:53:17.928067 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-70e46521-70fc-4b10-85e9-b8c254264d04 req-b2043b25-584e-483c-a483-ac92fed20491 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414753 Jul 12 16:53:18.199555 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-49168150-5512-40cc-a753-926a294efe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:18.201250 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-49168150-5512-40cc-a753-926a294efe04 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0545542 Jul 12 16:53:18.299746 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-6aa53ef0-72cf-47cb-bda7-92baa16cffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:18.301167 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-6aa53ef0-72cf-47cb-bda7-92baa16cffdb service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0903547 Jul 12 16:53:18.368069 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-23f7854c-063d-44f4-9f9b-7d2fdb9bcf06 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 1000 time: 0.0587938 Jul 12 16:53:18.424078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-357e65d8-29f0-45ed-ad98-3166c7d39cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:18.425612 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-357e65d8-29f0-45ed-ad98-3166c7d39cfc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0515723 Jul 12 16:53:18.489835 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-aa453168-1928-4b92-b461-3416d2bc7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:18.491378 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-aa453168-1928-4b92-b461-3416d2bc7764 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580144 Jul 12 16:53:18.590213 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-27d15eac-7774-4f7e-be90-01008f78eeb4 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900500 Jul 12 16:53:18.685520 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8693bddf-006f-4cbb-b707-ff88e40c5e09 req-5fa7f784-d7c2-4b84-8a6b-e2bf6efe76c7 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851517 Jul 12 16:53:18.889628 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:19.117844 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de7010-bc94-4c38-a10b-4217f2c68b3a req-063934b9-d5c1-4847-b68b-690207bb542b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:19.119809 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e8de7010-bc94-4c38-a10b-4217f2c68b3a req-063934b9-d5c1-4847-b68b-690207bb542b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0656486 Jul 12 16:53:19.174080 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e8de7010-bc94-4c38-a10b-4217f2c68b3a req-3bb9aea7-8f58-42a8-b402-53eb65e4f3b3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483196 Jul 12 16:53:19.521480 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2abee017-f1aa-48f0-9585-7d42856195a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:19.549713 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-59c9ab79-adcf-497d-8af3-cf80f1b248c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:19.551425 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-59c9ab79-adcf-497d-8af3-cf80f1b248c7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0756674 Jul 12 16:53:19.675565 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-c5e77902-3af7-479d-8b58-bed33119ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:19.677325 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-c5e77902-3af7-479d-8b58-bed33119ed47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.1008246 Jul 12 16:53:19.754210 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-3213530b-4c7e-4ef2-bafd-29a4cffac374 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 1000 time: 0.0684021 Jul 12 16:53:19.814845 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-1becdf9a-2138-484b-8ed4-808379696f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:19.816346 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-1becdf9a-2138-484b-8ed4-808379696f47 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0465212 Jul 12 16:53:19.895989 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-52ebd0c5-c70e-4696-b70c-86d75b743ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:19.898666 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-52ebd0c5-c70e-4696-b70c-86d75b743ca1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647671 Jul 12 16:53:20.000837 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-017d8ac3-feec-4df4-a9e7-c5e8653f1df6 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928988 Jul 12 16:53:20.098316 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-491e441d-86ad-4f00-858d-8c898a4c8577 req-86cd877a-e1e0-4d52-8b4a-2f8e9d491232 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849774 Jul 12 16:53:20.363789 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dce47-3c0f-47cb-8682-0a154a1897da req-fc7b81e5-74fc-42ac-9436-34c083e3bc4b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:20.365319 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f45dce47-3c0f-47cb-8682-0a154a1897da req-fc7b81e5-74fc-42ac-9436-34c083e3bc4b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0709529 Jul 12 16:53:20.403170 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f45dce47-3c0f-47cb-8682-0a154a1897da req-e068b6b2-c7de-42af-be04-173431e197bc tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Jul 12 16:53:21.278098 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b5213-006c-4082-b1b3-64e54b706ad6 req-23a2dc09-a877-4312-9c2b-dd488b44543c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:21.279599 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bc5b5213-006c-4082-b1b3-64e54b706ad6 req-23a2dc09-a877-4312-9c2b-dd488b44543c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 946 time: 0.0787108 Jul 12 16:53:21.324827 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bc5b5213-006c-4082-b1b3-64e54b706ad6 req-13d5d4e3-4101-4428-83b3-f91b9e4bb944 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382698 Jul 12 16:53:21.368552 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:21.600967 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5cda-a01c-4ed9-829f-bc6231a1e4c7 req-61acf36d-b2b4-48fd-acf8-7a56c9ee9e95 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:21.603655 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-892e5cda-a01c-4ed9-829f-bc6231a1e4c7 req-61acf36d-b2b4-48fd-acf8-7a56c9ee9e95 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0733795 Jul 12 16:53:21.642628 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-892e5cda-a01c-4ed9-829f-bc6231a1e4c7 req-d367e749-feb4-42a9-865a-64d92da4561f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Jul 12 16:53:21.796011 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:22.520462 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642aaba-1f4b-4d27-9d66-aaa90e9d8b0e req-f5b97724-f0a2-434c-9784-56a7e0240b78 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:22.522569 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1642aaba-1f4b-4d27-9d66-aaa90e9d8b0e req-f5b97724-f0a2-434c-9784-56a7e0240b78 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 946 time: 0.0667439 Jul 12 16:53:22.524492 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc64d-04a2-41a7-bb55-75fcf013dfec req-7fb04a3d-c4f7-440a-aac2-e17c2a02b06e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:22.526091 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2aadc64d-04a2-41a7-bb55-75fcf013dfec req-7fb04a3d-c4f7-440a-aac2-e17c2a02b06e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0696704 Jul 12 16:53:22.562608 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1642aaba-1f4b-4d27-9d66-aaa90e9d8b0e req-62cdb5a3-2011-4ae7-affd-bf7f6143691f tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Jul 12 16:53:22.575251 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2aadc64d-04a2-41a7-bb55-75fcf013dfec req-e06dcb0f-9aac-4eb9-85c9-72ddc4cce695 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 Jul 12 16:53:22.693987 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 37922) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:53:22.783909 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-d9cea038-a248-49e8-b20f-549fb4b0f955 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887744 Jul 12 16:53:23.012561 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:53:23.094143 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.118323 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:53:23.120669 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3af9ad-1cda-4f68-93a8-da9d76945e73" -d '{"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:53:23.137944 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:23.144799 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.159000 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4161bd3-4b00-484e-901f-8d94aa067189 x-openstack-request-id: req-e4161bd3-4b00-484e-901f-8d94aa067189 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:53:23.159407 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-unplugged", "status": "failed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "code": 422}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:53:23.159751 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4161bd3-4b00-484e-901f-8d94aa067189 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:53:23.160409 dv-cinder-800490-1-iscsi neutron-server[99422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'code': 422} returned with failed status Jul 12 16:53:23.229999 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=8']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:23.270776 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.283390 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e249d55-9cea-49fb-83ff-732ec63c2b1c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:23.285302 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e249d55-9cea-49fb-83ff-732ec63c2b1c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 946 time: 0.0897563 Jul 12 16:53:23.425694 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Deleting port 7d8a1f06-d3df-4027-887c-012cb91d4258 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:53:23.426410 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.539107 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-24c01956-2c14-4073-a658-4021cdbf8be6 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:23.539488 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-24c01956-2c14-4073-a658-4021cdbf8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.549788 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] For port 7d8a1f06-d3df-4027-887c-012cb91d4258, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=7d8a1f06-d3df-4027-887c-012cb91d4258,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:23.550696 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.567160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Calling delete_port for 7d8a1f06-d3df-4027-887c-012cb91d4258 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:53:23.691626 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-24c01956-2c14-4073-a658-4021cdbf8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.741375 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-24c01956-2c14-4073-a658-4021cdbf8be6 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:23.742902 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.753385 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-24c01956-2c14-4073-a658-4021cdbf8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.761961 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['7d8a1f06-d3df-4027-887c-012cb91d4258'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:53:23.782507 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bde8fbb7-0d30-4be6-8d86-f8d2ed9f2efb req-f70abd47-7e3c-4db0-827d-1c248d992f84 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=da6f9a81-c0ee-4ecf-98d3-495a0517a18d HTTP/1.1" status: 200 len: 210 time: 0.0541613 Jul 12 16:53:23.799806 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Pushing event deleted for resources: {'Port': ['ID=7d8a1f06-d3df-4027-887c-012cb91d4258,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:23.857526 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c01956-2c14-4073-a658-4021cdbf8be6 None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=9']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:23.911717 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] No DVR routers for this DVR port 7d8a1f06-d3df-4027-887c-012cb91d4258 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:53:23.915048 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.917241 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cdf9ffe3-9048-4595-b32d-3f213c3c3725 req-5e5ee36d-0d26-4f34-97da-d09d26a51609 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "DELETE /v2.0/ports/7d8a1f06-d3df-4027-887c-012cb91d4258 HTTP/1.1" status: 204 len: 173 time: 0.6259387 Jul 12 16:53:23.917565 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'name': 'network-vif-deleted', 'tag': '7d8a1f06-d3df-4027-887c-012cb91d4258'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:53:23.919810 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2d719a-94ba-450b-930f-5bab3110c098" -d '{"events": [{"server_uuid": "da6f9a81-c0ee-4ecf-98d3-495a0517a18d", "name": "network-vif-deleted", "tag": "7d8a1f06-d3df-4027-887c-012cb91d4258"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:53:23.975465 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebd800-4910-4e9d-9512-e482e1c5f90f req-9246ead4-e21b-468d-bf43-01979c467167 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:23.978766 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-12ebd800-4910-4e9d-9512-e482e1c5f90f req-9246ead4-e21b-468d-bf43-01979c467167 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1872129 Jul 12 16:53:23.982859 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39f76e1-6d10-40c4-83e5-0185456be7b9 x-openstack-request-id: req-a39f76e1-6d10-40c4-83e5-0185456be7b9 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:53:23.983378 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6f9a81-c0ee-4ecf-98d3-495a0517a18d", "name": "network-vif-deleted", "tag": "7d8a1f06-d3df-4027-887c-012cb91d4258", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:53:23.984316 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a39f76e1-6d10-40c4-83e5-0185456be7b9 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:53:23.984910 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6f9a81-c0ee-4ecf-98d3-495a0517a18d', 'name': 'network-vif-deleted', 'tag': '7d8a1f06-d3df-4027-887c-012cb91d4258', 'status': 'completed', 'code': 200} Jul 12 16:53:24.025117 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-12ebd800-4910-4e9d-9512-e482e1c5f90f req-55257374-bd2e-4f66-ab01-2125ce5f2e9f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Jul 12 16:53:24.069441 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8f9a97e5-8d3b-46b8-876d-b5155f93ff49 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:24.069441 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8f9a97e5-8d3b-46b8-876d-b5155f93ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:25.138668 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-4197032e-be65-4625-989b-e97334df64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:25.141305 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-4197032e-be65-4625-989b-e97334df64f6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6&tenant_id=0a373c9c10344e12888f8d72d96ea72f HTTP/1.1" status: 200 len: 1098 time: 0.1965396 Jul 12 16:53:25.161609 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:53:25.164411 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dbe7b5-89d6-4ef5-8457-7813986eb4e3" -d '{"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:53:25.223113 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516c1e22-9348-42ad-bcc7-f3aabcd71357 x-openstack-request-id: req-516c1e22-9348-42ad-bcc7-f3aabcd71357 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:53:25.223405 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:53:25.223661 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-516c1e22-9348-42ad-bcc7-f3aabcd71357 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:53:25.224053 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'code': 200} Jul 12 16:53:25.244949 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-6e95bc68-8487-4d18-9ef7-4fa829e9c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:25.246498 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-6e95bc68-8487-4d18-9ef7-4fa829e9c55d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0723381 Jul 12 16:53:25.276261 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a549-6a02-4183-b3da-2c4df9c9140e req-f86db523-05bd-4806-b01b-edcdea060d8e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:25.277710 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2f77a549-6a02-4183-b3da-2c4df9c9140e req-f86db523-05bd-4806-b01b-edcdea060d8e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0793068 Jul 12 16:53:25.320404 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2f77a549-6a02-4183-b3da-2c4df9c9140e req-05ab1e01-2545-4784-96fe-e0e307603cf8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368237 Jul 12 16:53:25.350951 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-e324e170-5341-4d32-868b-84ccfeb66bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:25.352509 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-e324e170-5341-4d32-868b-84ccfeb66bdc service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0999892 Jul 12 16:53:25.434123 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-a647803d-31ec-459d-98fa-384ebfc00401 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 1000 time: 0.0746260 Jul 12 16:53:26.524771 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1dd9f-730c-4499-afd2-5567ec2a0bff req-59f411b4-64ce-4036-8c29-fc9d0319cd3a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:26.526413 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b7c1dd9f-730c-4499-afd2-5567ec2a0bff req-59f411b4-64ce-4036-8c29-fc9d0319cd3a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0658476 Jul 12 16:53:26.565647 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b7c1dd9f-730c-4499-afd2-5567ec2a0bff req-cdacf75f-21e7-42fc-a707-a3134c78a090 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334334 Jul 12 16:53:27.176001 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 7d8a1f06-d3df-4027-887c-012cb91d4258 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:53:27.197230 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 7d8a1f06-d3df-4027-887c-012cb91d4258 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:53:27.197566 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 7d8a1f06-d3df-4027-887c-012cb91d4258 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:53:27.744868 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d570e19-f621-4834-bc2f-70e467594676 req-c2175a69-0fb4-4c7e-9948-2157fafbf55f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:27.746468 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9d570e19-f621-4834-bc2f-70e467594676 req-c2175a69-0fb4-4c7e-9948-2157fafbf55f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0646460 Jul 12 16:53:27.786599 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9d570e19-f621-4834-bc2f-70e467594676 req-82cdf498-1e5e-42c1-85dd-395c474de143 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344348 Jul 12 16:53:28.246998 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-6fdab4ab-7a8b-44e3-89c9-776019e995af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:28.248484 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-6fdab4ab-7a8b-44e3-89c9-776019e995af service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0523794 Jul 12 16:53:28.310283 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-3f044080-2730-4a60-bfaa-a73b3338d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:28.311810 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-3f044080-2730-4a60-bfaa-a73b3338d104 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554700 Jul 12 16:53:28.412634 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-31a61c0b-6b65-49ba-8160-4e74e0df4030 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923150 Jul 12 16:53:28.513912 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-a362a6e1-2333-4452-8365-dd4daca53334 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930285 Jul 12 16:53:29.035238 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177f89f-5cab-486b-952a-82b099044eca req-74abaaf9-0fba-4351-a81e-e1e1a0218e7d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:29.036747 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c177f89f-5cab-486b-952a-82b099044eca req-74abaaf9-0fba-4351-a81e-e1e1a0218e7d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0963676 Jul 12 16:53:29.107157 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c177f89f-5cab-486b-952a-82b099044eca req-c6c33066-15d1-4f57-83ed-244dbdf83f5a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566015 Jul 12 16:53:29.347540 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:53:30.292092 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1f182-f283-4563-90ae-d002e5d7842a req-c3563391-89b9-4515-8c22-cdcf74e5c7f0 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:30.293958 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6ae1f182-f283-4563-90ae-d002e5d7842a req-c3563391-89b9-4515-8c22-cdcf74e5c7f0 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0696497 Jul 12 16:53:30.333866 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6ae1f182-f283-4563-90ae-d002e5d7842a req-62c69576-82ee-4f9e-bd5f-b2d6a0f52809 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342839 Jul 12 16:53:30.824842 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace444-a733-487c-bac9-01835d505810 req-0e7b8466-8a3f-4755-9b59-9d651d35e982 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:30.826613 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-52ace444-a733-487c-bac9-01835d505810 req-0e7b8466-8a3f-4755-9b59-9d651d35e982 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0799570 Jul 12 16:53:30.872118 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-52ace444-a733-487c-bac9-01835d505810 req-91d68c64-bdb5-4e4a-859d-be2c8facd691 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390630 Jul 12 16:53:31.521829 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc203a-4040-4b2b-87a1-69556e60acfd req-7e9c38d0-fada-4ac6-a63e-30531ec8641c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:31.523503 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6cbc203a-4040-4b2b-87a1-69556e60acfd req-7e9c38d0-fada-4ac6-a63e-30531ec8641c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0663531 Jul 12 16:53:31.565610 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6cbc203a-4040-4b2b-87a1-69556e60acfd req-1beddca8-5ebc-4aec-8500-9c32bb091a4e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353038 Jul 12 16:53:32.057104 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d24054-0f3b-4aa6-bec5-2042702f681b req-f7ff2005-12ff-4ac6-b2cc-5291159c23d5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:32.058619 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b6d24054-0f3b-4aa6-bec5-2042702f681b req-f7ff2005-12ff-4ac6-b2cc-5291159c23d5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0675371 Jul 12 16:53:32.101549 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b6d24054-0f3b-4aa6-bec5-2042702f681b req-e85414c1-bd27-4f10-97df-2fdc999bb332 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372829 Jul 12 16:53:32.759069 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d2b7-24f4-4350-ad28-f36f33c54402 req-276bee6c-3b81-4715-a542-b198abbc5930 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:32.760627 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7693d2b7-24f4-4350-ad28-f36f33c54402 req-276bee6c-3b81-4715-a542-b198abbc5930 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0735891 Jul 12 16:53:32.807505 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7693d2b7-24f4-4350-ad28-f36f33c54402 req-4292a3f5-4e40-4bf8-8849-08d7413124ad tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398874 Jul 12 16:53:33.356993 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50931d4-27d6-4183-b909-c27e515bc1bf req-4c232c3e-2ea2-4c78-831e-876312fc3b1d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:33.359086 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b50931d4-27d6-4183-b909-c27e515bc1bf req-4c232c3e-2ea2-4c78-831e-876312fc3b1d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0684977 Jul 12 16:53:33.403419 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b50931d4-27d6-4183-b909-c27e515bc1bf req-47fc2c12-14b7-4793-a125-a3aca9227c51 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370808 Jul 12 16:53:34.000664 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7cc2b-0871-4e3a-82ae-486e16bca092 req-f0ffed6a-ccb5-4535-abd7-1a72e041c7db tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:34.002356 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bae7cc2b-0871-4e3a-82ae-486e16bca092 req-f0ffed6a-ccb5-4535-abd7-1a72e041c7db tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0721502 Jul 12 16:53:34.043679 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bae7cc2b-0871-4e3a-82ae-486e16bca092 req-dd7d7f98-b25a-4e48-b33d-19662af85a9a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345488 Jul 12 16:53:34.606719 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e065a-3cb2-4d62-83ea-335fba46f9a6 req-ec040c1d-d8e8-4993-8d88-c861a3836f3f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:34.610271 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-373e065a-3cb2-4d62-83ea-335fba46f9a6 req-ec040c1d-d8e8-4993-8d88-c861a3836f3f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0846722 Jul 12 16:53:34.655356 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-373e065a-3cb2-4d62-83ea-335fba46f9a6 req-db63c026-4ee5-4b11-857d-b71805cbb1a6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398834 Jul 12 16:53:35.086666 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-24cbf51d-51dd-4e91-9c0b-072e401b8123 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:35.088328 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-24cbf51d-51dd-4e91-9c0b-072e401b8123 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 813 time: 0.1196027 Jul 12 16:53:35.104178 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-2e8956ed-b110-4e6d-a300-48c8f66868a1 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/quotas/d0da15426836450eac2b9e49717e761d HTTP/1.1" status: 200 len: 375 time: 0.0097029 Jul 12 16:53:35.141460 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-750ec50e-2bfb-49cc-a9b2-9310a8f118b2 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318334 Jul 12 16:53:35.286687 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-442aaa60-1858-41ec-a8cb-3d72c88afb7a service neutron] 10.222.0.74 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375217 Jul 12 16:53:35.396199 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-965627ed-3d19-4d88-9978-476b0a3fa810 service neutron] 10.222.0.74 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036079 Jul 12 16:53:35.699432 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed76df-8bed-4105-9101-f5a0e061b054 req-44ecb5ef-0078-49af-88a6-9160933eab84 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:35.701488 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0fed76df-8bed-4105-9101-f5a0e061b054 req-44ecb5ef-0078-49af-88a6-9160933eab84 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0872145 Jul 12 16:53:35.750805 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0fed76df-8bed-4105-9101-f5a0e061b054 req-736545c6-4493-4228-867c-7a6214e182b4 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Jul 12 16:53:35.907887 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-431a45e0-1db2-4662-bfc3-385febe3bde0 req-a70ee1f4-b5a5-4748-8906-a100df8718b3 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0763900 Jul 12 16:53:36.101112 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288697e-9337-4a65-ad97-66cc17e30e93 req-43bfcc75-df66-4dfb-9180-96d8b54b4c18 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:36.102739 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0288697e-9337-4a65-ad97-66cc17e30e93 req-43bfcc75-df66-4dfb-9180-96d8b54b4c18 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0689554 Jul 12 16:53:36.146604 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0288697e-9337-4a65-ad97-66cc17e30e93 req-346d2c2a-07ce-4e00-8f56-1f4fce5a1b68 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375621 Jul 12 16:53:36.964165 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5916da-03ae-41b4-bb64-c1c504f0e740 req-bb99d983-4635-4684-a809-cf3cecf34b4a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:36.965744 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ce5916da-03ae-41b4-bb64-c1c504f0e740 req-bb99d983-4635-4684-a809-cf3cecf34b4a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0692022 Jul 12 16:53:37.023461 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ce5916da-03ae-41b4-bb64-c1c504f0e740 req-c657869a-a124-409b-bea3-0b2bee1ca070 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516391 Jul 12 16:53:37.243264 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-65eb227a-1ed6-441d-969e-1c8898e51deb req-cddee9eb-b173-4940-a886-dc99d2fb50ae tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0424821 Jul 12 16:53:37.425721 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ac9e0-c58d-4d54-bbf4-f371d871db0f req-2f677823-5581-40fb-a20f-bbb457b7004b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:37.427373 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d55ac9e0-c58d-4d54-bbf4-f371d871db0f req-2f677823-5581-40fb-a20f-bbb457b7004b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0718968 Jul 12 16:53:37.487428 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d55ac9e0-c58d-4d54-bbf4-f371d871db0f req-1f14702c-4ace-45fa-a011-87e157f5362e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523918 Jul 12 16:53:38.261882 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b329b-6e61-4f90-ae39-4261bea5fd68 req-a2905641-40ad-4601-9e96-b51e03b09600 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:38.263592 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f44b329b-6e61-4f90-ae39-4261bea5fd68 req-a2905641-40ad-4601-9e96-b51e03b09600 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0788169 Jul 12 16:53:38.314736 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f44b329b-6e61-4f90-ae39-4261bea5fd68 req-5340b3cb-289f-458a-af01-5700c654d4e6 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Jul 12 16:53:38.494579 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-085c7f2f-5324-42ac-99a5-5ca0b4c3f8ec req-27d07081-66e3-4373-99a2-532997a0569a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0549886 Jul 12 16:53:38.714628 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e79f-08f0-4302-bd33-e9b42276c6fe req-5467e469-62d2-4cb9-8ccc-99303772a3d1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:38.717318 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-baa0e79f-08f0-4302-bd33-e9b42276c6fe req-5467e469-62d2-4cb9-8ccc-99303772a3d1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0912399 Jul 12 16:53:38.770591 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-baa0e79f-08f0-4302-bd33-e9b42276c6fe req-db094683-7b9b-4523-9a21-5de818782be9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457363 Jul 12 16:53:39.538220 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4948b1-21e7-4b98-8e9d-38a977119e07 req-e18b82ab-c05a-4e94-aeab-14743aa3174c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:39.539854 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bf4948b1-21e7-4b98-8e9d-38a977119e07 req-e18b82ab-c05a-4e94-aeab-14743aa3174c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0848150 Jul 12 16:53:39.585617 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bf4948b1-21e7-4b98-8e9d-38a977119e07 req-2d522462-0028-4a4d-a725-a564b1e311ba tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 Jul 12 16:53:39.737609 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c1c0d043-39cb-42d9-ba47-6cfc3ccfdd59 req-0025e2fe-1276-4c08-b7de-a9a193900876 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0384274 Jul 12 16:53:39.971130 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8245d-15d5-4977-a15d-565984bd808c req-01bf65c9-0521-486d-af0d-9b1709708d93 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:39.973297 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97f8245d-15d5-4977-a15d-565984bd808c req-01bf65c9-0521-486d-af0d-9b1709708d93 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0779994 Jul 12 16:53:40.019657 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97f8245d-15d5-4977-a15d-565984bd808c req-8476814e-bdfb-41a7-ac71-f4d61cb4f0ba tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404065 Jul 12 16:53:40.836634 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-79816d77-91bf-41ca-a469-3bf893ddc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:40.838982 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc500-c7d1-48a9-ab74-f023e79356dc req-8ec24975-1cad-4bb3-b1db-b20cb3e379ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:40.839538 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-79816d77-91bf-41ca-a469-3bf893ddc00d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1138 time: 0.1001253 Jul 12 16:53:40.840849 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c9bbc500-c7d1-48a9-ab74-f023e79356dc req-8ec24975-1cad-4bb3-b1db-b20cb3e379ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1266918 Jul 12 16:53:40.889513 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c9bbc500-c7d1-48a9-ab74-f023e79356dc req-42ef431d-f078-40ff-95be-7a691a6f7bb9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 Jul 12 16:53:40.960185 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f3eabfca-7f22-47ea-b21e-5daba250bc55 req-5eb0e99f-ccaa-43c0-8ddf-1bf8e15e0bbd tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0617256 Jul 12 16:53:41.009611 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-e7fc4456-5462-4c13-88a2-d268c0b98703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:41.011165 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-e7fc4456-5462-4c13-88a2-d268c0b98703 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.1594641 Jul 12 16:53:41.098830 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-51b64458-5124-4e31-bdfc-36f9f9ce622f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 1001 time: 0.0791800 Jul 12 16:53:41.160413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-e2451e07-9020-470d-8180-bbc9215038de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:41.162144 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-e2451e07-9020-470d-8180-bbc9215038de service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0532331 Jul 12 16:53:41.220242 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2df1cc-6112-4393-93f0-023d321f1067 req-40552b92-b08f-46a8-b916-54ae5b5d8dc0 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:41.222397 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7b2df1cc-6112-4393-93f0-023d321f1067 req-40552b92-b08f-46a8-b916-54ae5b5d8dc0 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0737979 Jul 12 16:53:41.239353 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-45edb17f-2be7-4c6c-89b6-3d830456f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:41.241065 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-45edb17f-2be7-4c6c-89b6-3d830456f7ce service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686841 Jul 12 16:53:41.264225 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7b2df1cc-6112-4393-93f0-023d321f1067 req-484aacbe-f498-4781-99cc-46885f492116 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360563 Jul 12 16:53:41.351475 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-2bde43c5-5316-4f96-a91e-85c9244b06d9 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973289 Jul 12 16:53:41.453295 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b03b42e2-48a6-40a1-974e-a2844ce0e826 req-8f7f6d31-b7de-4c9b-b1d3-63a376c0cb18 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900664 Jul 12 16:53:41.725116 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-797c9799-65f0-4b25-a597-4ebcb2fdd9c5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:41.726918 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-797c9799-65f0-4b25-a597-4ebcb2fdd9c5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 813 time: 0.1252069 Jul 12 16:53:41.761084 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Request body: {'port': {'device_id': '91258848-973e-4b74-831a-ce7d687a18cb', 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5', 'admin_state_up': True, 'tenant_id': 'd0da15426836450eac2b9e49717e761d'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:53:41.902533 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Made reservation on behalf of d0da15426836450eac2b9e49717e761d for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:53:41.907902 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:42.128368 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f58400fd-f738-4f3c-85bf-711629e76945 req-0887bc5a-1a7c-408c-8403-0153b05413bd tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0361862 Jul 12 16:53:42.152484 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Allocated IP 172.20.0.9 (c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5/b04df1c9-aecf-4377-8b0c-3d0a01d23550/fcb849ca-3061-413b-bc67-2757280f117d) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:53:42.169191 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f85de-a6e0-48bd-9fd1-bb34c3fbccad req-a8894a67-d569-4877-a254-df86aaf3472e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:42.171874 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f81f85de-a6e0-48bd-9fd1-bb34c3fbccad req-a8894a67-d569-4877-a254-df86aaf3472e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0970066 Jul 12 16:53:42.225434 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f81f85de-a6e0-48bd-9fd1-bb34c3fbccad req-c28b31ee-c50a-4da6-a1ac-1baaebc9b240 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Jul 12 16:53:42.335686 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:42.388371 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:42.494797 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:53:42.501778 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:53:42.504602 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Pushing event updated for resources: {'Port': ['ID=fcb849ca-3061-413b-bc67-2757280f117d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:42.506955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:53:42.779103 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.779451 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.779791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.780122 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.780451 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.780778 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.781104 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.781429 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.781750 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.782091 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.782413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.782737 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:42.819082 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:42.819709 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:42.839717 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042fa8d-a676-4787-a0e3-3fb172de9c91 req-e730fd08-e44b-4026-b6eb-827cdc0fa036 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:42.841223 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7042fa8d-a676-4787-a0e3-3fb172de9c91 req-e730fd08-e44b-4026-b6eb-827cdc0fa036 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.4055650 Jul 12 16:53:42.846556 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-d34abf86-963a-4ae1-a608-0239ae5c898a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0911398 Jul 12 16:53:42.873176 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Request body: {'port': {'device_id': '91258848-973e-4b74-831a-ce7d687a18cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:53:42.907388 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7042fa8d-a676-4787-a0e3-3fb172de9c91 req-13263537-2cc4-4a5c-afd6-610c6af393b9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587873 Jul 12 16:53:42.963464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:43.231283 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb849ca-3061-413b-bc67-2757280f117d {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:53:43.240533 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:43.263375 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Transition to ACTIVE for port object fcb849ca-3061-413b-bc67-2757280f117d will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:53:43.282025 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:43.347087 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Pushing event updated for resources: {'Port': ['ID=fcb849ca-3061-413b-bc67-2757280f117d,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:43.388933 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf6d4d-35b7-4303-a05c-e4ee6c2f81b8 req-2e57d378-85f2-43a4-a742-7cafaead6099 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:43.390553 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-69cf6d4d-35b7-4303-a05c-e4ee6c2f81b8 req-2e57d378-85f2-43a4-a742-7cafaead6099 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 931 time: 0.1440167 Jul 12 16:53:43.438023 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658f7ce-a2e3-464d-93af-d2de56188530 req-2d43bdf0-c8fe-40c4-9e67-0a70bbcdc097 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:43.439885 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e658f7ce-a2e3-464d-93af-d2de56188530 req-2d43bdf0-c8fe-40c4-9e67-0a70bbcdc097 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0815606 Jul 12 16:53:43.459423 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-69cf6d4d-35b7-4303-a05c-e4ee6c2f81b8 req-ce868562-c94b-4d4b-86af-756243a8b444 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489292 Jul 12 16:53:43.469851 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Attempting to bind port fcb849ca-3061-413b-bc67-2757280f117d on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:53:43.470203 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Attempting to bind port fcb849ca-3061-413b-bc67-2757280f117d by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:53:43.470535 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Attempting to bind port fcb849ca-3061-413b-bc67-2757280f117d on network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:53:43.475865 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Port fcb849ca-3061-413b-bc67-2757280f117d on network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:53:43.476201 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Attempting to bind port fcb849ca-3061-413b-bc67-2757280f117d on network c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:53:43.482142 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:53:43.482609 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Checking segment: {'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:53:43.483293 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Bound using segment: {'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:53:43.483797 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Bound port: fcb849ca-3061-413b-bc67-2757280f117d, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c795337-cf7a-486e-bbbf-6c02def292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:53:43.484260 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:43.486255 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e658f7ce-a2e3-464d-93af-d2de56188530 req-61475afb-7729-4689-921f-41424d60529f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386744 Jul 12 16:53:43.559508 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] For port fcb849ca-3061-413b-bc67-2757280f117d, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:53:43.563393 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] For port fcb849ca-3061-413b-bc67-2757280f117d, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fcb849ca-3061-413b-bc67-2757280f117d,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:53:43.567789 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:43.607897 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:43.608510 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:43.609939 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] 10.222.0.97 "PUT /v2.0/ports/fcb849ca-3061-413b-bc67-2757280f117d HTTP/1.1" status: 200 len: 1093 time: 0.7419159 Jul 12 16:53:43.610387 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91258848-973e-4b74-831a-ce7d687a18cb', 'tag': 'fcb849ca-3061-413b-bc67-2757280f117d'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:53:43.613627 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664795e6-4516-49d4-a421-e8e9ee9df579" -d '{"events": [{"name": "network-changed", "server_uuid": "91258848-973e-4b74-831a-ce7d687a18cb", "tag": "fcb849ca-3061-413b-bc67-2757280f117d"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:53:43.646346 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa346f-1471-4478-9c7a-03cce4f1bdda service neutron] Pushing event updated for resources: {'Port': ['ID=fcb849ca-3061-413b-bc67-2757280f117d,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:43.723542 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-f11c3d1b-400e-4ede-8f12-141d392dcb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:43.725085 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-f11c3d1b-400e-4ede-8f12-141d392dcb42 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 1096 time: 0.0617166 Jul 12 16:53:43.726608 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c886ee-a165-45da-832b-bc19faa8b523 x-openstack-request-id: req-75c886ee-a165-45da-832b-bc19faa8b523 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:53:43.726924 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91258848-973e-4b74-831a-ce7d687a18cb", "tag": "fcb849ca-3061-413b-bc67-2757280f117d", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:53:43.727151 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75c886ee-a165-45da-832b-bc19faa8b523 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:53:43.727579 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91258848-973e-4b74-831a-ce7d687a18cb', 'tag': 'fcb849ca-3061-413b-bc67-2757280f117d', 'status': 'completed', 'code': 200} Jul 12 16:53:43.779114 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-39dc818c-d947-4cd8-924f-f43351bdaaf7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcb849ca-3061-413b-bc67-2757280f117d HTTP/1.1" status: 200 len: 217 time: 0.0370743 Jul 12 16:53:43.839218 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-71f31d92-b51d-42ed-92ec-801871e4378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:43.840731 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-71f31d92-b51d-42ed-92ec-801871e4378d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b04df1c9-aecf-4377-8b0c-3d0a01d23550 HTTP/1.1" status: 200 len: 853 time: 0.0510030 Jul 12 16:53:43.879816 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-55aa5dae-5718-4e91-9ea1-5eaf8f00acb4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277491 Jul 12 16:53:43.986652 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-408e2e4b-c93b-4d9a-8f46-18b4fc600e1b service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905282 Jul 12 16:53:44.119624 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1adb65e8-e234-4a0e-afd5-99c4aa96b2c8 req-7b6e04c4-34a4-4c77-ae29-dba2a17aa22c service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239443 Jul 12 16:53:44.127850 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f782330-c24f-4a0c-b14e-34355816369b req-7dde2baf-1b43-41e2-b66e-038b120eb8ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:44.129458 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7f782330-c24f-4a0c-b14e-34355816369b req-7dde2baf-1b43-41e2-b66e-038b120eb8ac tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0732200 Jul 12 16:53:44.181655 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7f782330-c24f-4a0c-b14e-34355816369b req-7dcdafd1-00a3-4d19-a2e0-5029dfaf0be5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464854 Jul 12 16:53:44.282537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-6203b665-5ffa-491b-971f-0a8af07a2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:44.284075 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-6203b665-5ffa-491b-971f-0a8af07a2a38 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 1096 time: 0.0563695 Jul 12 16:53:44.391064 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-d70ec766-c28f-4877-abfa-e7b937567e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:44.392725 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-d70ec766-c28f-4877-abfa-e7b937567e60 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 914 time: 0.0981381 Jul 12 16:53:44.439860 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-23d812f7-8d22-4c82-8cbe-17f946c68bcf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcb849ca-3061-413b-bc67-2757280f117d HTTP/1.1" status: 200 len: 217 time: 0.0378592 Jul 12 16:53:44.492994 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-8ae930c8-7b59-42f1-8039-bd09b8558c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:44.494601 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-8ae930c8-7b59-42f1-8039-bd09b8558c60 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b04df1c9-aecf-4377-8b0c-3d0a01d23550 HTTP/1.1" status: 200 len: 853 time: 0.0472157 Jul 12 16:53:44.528759 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-d6a65820-f8ab-46fb-98be-95b81d1bfd30 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271516 Jul 12 16:53:44.642260 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-531e5d68-3a53-4200-a7a8-4d92800ffe2a service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053226 Jul 12 16:53:44.660803 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a78a9-9062-4a41-a450-8a193eab8cef req-b2a1bc00-1ee0-4e07-8bf7-028d5f9a302e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:44.663542 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d64a78a9-9062-4a41-a450-8a193eab8cef req-b2a1bc00-1ee0-4e07-8bf7-028d5f9a302e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 943 time: 0.0817893 Jul 12 16:53:44.706385 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d64a78a9-9062-4a41-a450-8a193eab8cef req-be875825-0059-405f-9bf5-245cf4226a14 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371501 Jul 12 16:53:44.771198 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e96a7-17e4-48ff-9e4c-b09b64306b92 req-a90df556-4883-4d40-85cf-a862b9d7f4aa tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:44.772773 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-365e96a7-17e4-48ff-9e4c-b09b64306b92 req-a90df556-4883-4d40-85cf-a862b9d7f4aa tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1507688 Jul 12 16:53:44.779639 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-664795e6-4516-49d4-a421-e8e9ee9df579 req-d6bca1b3-51e2-4f5e-abb1-42eded9f0d4d service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194639 Jul 12 16:53:44.828293 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-365e96a7-17e4-48ff-9e4c-b09b64306b92 req-c502a20a-b04d-4f32-a94c-f779ffde68fb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476353 Jul 12 16:53:45.400889 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf314-a129-4373-a040-d0e025791c4a req-848ca229-92f9-4c87-aa67-59120088428f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:45.402559 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6eadf314-a129-4373-a040-d0e025791c4a req-848ca229-92f9-4c87-aa67-59120088428f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0819814 Jul 12 16:53:45.448681 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6eadf314-a129-4373-a040-d0e025791c4a req-33e8f06e-ea6d-4457-b190-2a4efa5a8473 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392027 Jul 12 16:53:45.631172 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-eba05339-7f5d-4fdb-b38f-405c22fc03f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:45.904441 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67583c49-e6c2-41df-941e-d2cf1287f224 req-046c7d38-d5de-4a04-b0b7-95afc98f7b6b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:45.906906 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-67583c49-e6c2-41df-941e-d2cf1287f224 req-046c7d38-d5de-4a04-b0b7-95afc98f7b6b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 943 time: 0.0827820 Jul 12 16:53:45.952900 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-67583c49-e6c2-41df-941e-d2cf1287f224 req-3186476a-7866-4ab8-a62c-ebd85e4f8f92 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Jul 12 16:53:46.027646 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de422b6-8d6a-4cae-9419-060d6302b12b req-5f28db8d-f597-4f8f-8ae4-ff5600aa4710 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:46.029289 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8de422b6-8d6a-4cae-9419-060d6302b12b req-5f28db8d-f597-4f8f-8ae4-ff5600aa4710 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0685415 Jul 12 16:53:46.072956 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8de422b6-8d6a-4cae-9419-060d6302b12b req-dfe4d71e-f82d-42f1-977a-6eefc2e2a6ee tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346966 Jul 12 16:53:46.667445 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e227f-43b9-466a-acb8-3780f1b0d818 req-7e254060-93a1-4388-ba3b-b61f90efb8f8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:46.668985 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6f8e227f-43b9-466a-acb8-3780f1b0d818 req-7e254060-93a1-4388-ba3b-b61f90efb8f8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0722156 Jul 12 16:53:46.713618 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6f8e227f-43b9-466a-acb8-3780f1b0d818 req-58182089-c13e-42c6-85b3-f76ba8f68245 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379505 Jul 12 16:53:47.124487 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fcb849ca-3061-413b-bc67-2757280f117d details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:53:47.175723 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cde55-0a86-4f4e-aab5-9dffb78e2439 req-f06a2eca-db65-4de0-a240-cfa67ea2338e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:47.178449 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ae8cde55-0a86-4f4e-aab5-9dffb78e2439 req-f06a2eca-db65-4de0-a240-cfa67ea2338e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 943 time: 0.0968297 Jul 12 16:53:47.234376 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ae8cde55-0a86-4f4e-aab5-9dffb78e2439 req-01c038ce-b89f-405f-b38a-b74767920836 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 Jul 12 16:53:47.271088 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port fcb849ca-3061-413b-bc67-2757280f117d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fcb849ca-3061-413b-bc67-2757280f117d,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:47.284535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'fcb849ca-3061-413b-bc67-2757280f117d', 'network_id': 'c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5', 'port_id': 'fcb849ca-3061-413b-bc67-2757280f117d', 'mac_address': 'fa:16:3e:50:e0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04df1c9-aecf-4377-8b0c-3d0a01d23550', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:53:47.323010 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:47.326951 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8311c2f-fdaf-44c4-962b-1547b05a284f req-94db7e2a-c2f2-42f7-85ee-1ac6def18258 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:47.329323 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b8311c2f-fdaf-44c4-962b-1547b05a284f req-94db7e2a-c2f2-42f7-85ee-1ac6def18258 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1065366 Jul 12 16:53:47.339726 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb849ca-3061-413b-bc67-2757280f117d {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:53:47.368619 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port fcb849ca-3061-413b-bc67-2757280f117d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fcb849ca-3061-413b-bc67-2757280f117d,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:47.373693 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:47.382948 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b8311c2f-fdaf-44c4-962b-1547b05a284f req-248b39b9-296f-45d9-bc5f-1ff9e0a523c5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Jul 12 16:53:47.459257 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=fcb849ca-3061-413b-bc67-2757280f117d,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:47.467970 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.468317 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.468661 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.468995 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.469326 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.469653 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.470032 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.470356 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.470682 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.471073 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.471394 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.471713 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:53:47.695181 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0634e-aa5a-4f54-9be5-889c290df919 req-c0be4d75-e065-4169-a621-7c3073141fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:47.696762 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f5e0634e-aa5a-4f54-9be5-889c290df919 req-c0be4d75-e065-4169-a621-7c3073141fc8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0588477 Jul 12 16:53:47.731622 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['fcb849ca-3061-413b-bc67-2757280f117d'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:53:47.743329 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f5e0634e-aa5a-4f54-9be5-889c290df919 req-3e937385-82b3-431b-9351-56af910137c0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365012 Jul 12 16:53:47.932390 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3f2e0-e791-4ac4-9306-62c4dc59ba4a req-ce8cb309-22e3-4069-873b-bbb7d7c36f8e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:47.934212 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-47a3f2e0-e791-4ac4-9306-62c4dc59ba4a req-ce8cb309-22e3-4069-873b-bbb7d7c36f8e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0956805 Jul 12 16:53:47.999052 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-47a3f2e0-e791-4ac4-9306-62c4dc59ba4a req-a351def2-2072-49bc-a77a-621c003d74eb tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559442 Jul 12 16:53:48.430654 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745d47-3a1b-4d8c-80d6-e1888a30ad84 req-55df8c44-830b-4e4f-9dfa-37d50d6f277e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:48.432338 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fd745d47-3a1b-4d8c-80d6-e1888a30ad84 req-55df8c44-830b-4e4f-9dfa-37d50d6f277e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 944 time: 0.0794375 Jul 12 16:53:48.482643 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fd745d47-3a1b-4d8c-80d6-e1888a30ad84 req-bcff47eb-a32f-4a05-9405-0e02f199c766 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Jul 12 16:53:48.607775 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8990225-4cc8-4b37-ae58-b308aca1c694 req-945b4e76-1f6e-49c2-bdc7-010dcc3186ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:48.609431 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b8990225-4cc8-4b37-ae58-b308aca1c694 req-945b4e76-1f6e-49c2-bdc7-010dcc3186ae tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0782726 Jul 12 16:53:48.655154 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b8990225-4cc8-4b37-ae58-b308aca1c694 req-e0205a29-3f97-4dc4-bf4c-e29c8ae713e7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 Jul 12 16:53:48.906100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:49.141924 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:53:49.145861 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fcb849ca-3061-413b-bc67-2757280f117d up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:53:49.237427 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2c94d-58e5-413d-ab87-83afd95983fe req-4096e3bf-9107-441d-8ea1-060c997f97de tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:49.240491 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e5e2c94d-58e5-413d-ab87-83afd95983fe req-4096e3bf-9107-441d-8ea1-060c997f97de tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0904949 Jul 12 16:53:49.306113 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e5e2c94d-58e5-413d-ab87-83afd95983fe req-c0835428-d9b6-4cc0-abe2-5d6c4061d3c3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540378 Jul 12 16:53:49.307061 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port fcb849ca-3061-413b-bc67-2757280f117d completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:53:49.337078 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port fcb849ca-3061-413b-bc67-2757280f117d triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:49.337560 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:49.413922 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:49.429981 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'port_id': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'mac_address': 'fa:16:3e:97:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:53:49.626570 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-af8baf96-13c7-4272-b264-87e68be7b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:49.634138 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:49.654445 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:49.677841 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91258848-973e-4b74-831a-ce7d687a18cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb849ca-3061-413b-bc67-2757280f117d'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:53:49.680713 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b850b11-7176-41f9-b9a3-57bdcc73b58e" -d '{"events": [{"server_uuid": "91258848-973e-4b74-831a-ce7d687a18cb", "name": "network-vif-plugged", "status": "completed", "tag": "fcb849ca-3061-413b-bc67-2757280f117d"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:53:49.698910 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:53:49.699774 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a156e-7c98-444a-be78-f8528191d244 req-2f5a9713-d3d1-42ee-93ba-f09f34ee3d12 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:49.701675 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-227a156e-7c98-444a-be78-f8528191d244 req-2f5a9713-d3d1-42ee-93ba-f09f34ee3d12 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 944 time: 0.0934076 Jul 12 16:53:49.710826 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port fcb849ca-3061-413b-bc67-2757280f117d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fcb849ca-3061-413b-bc67-2757280f117d,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:49.719594 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:49.734828 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:49.771877 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:49.780406 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-227a156e-7c98-444a-be78-f8528191d244 req-cea28715-0700-45c6-9019-fcf800618970 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607274 Jul 12 16:53:49.811732 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=fcb849ca-3061-413b-bc67-2757280f117d,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:49.869555 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=10']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:49.873469 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a9e5bc-7956-409e-ad2b-7f2624a91c7c x-openstack-request-id: req-08a9e5bc-7956-409e-ad2b-7f2624a91c7c {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:53:49.873757 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91258848-973e-4b74-831a-ce7d687a18cb", "name": "network-vif-plugged", "status": "completed", "tag": "fcb849ca-3061-413b-bc67-2757280f117d", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:53:49.874276 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08a9e5bc-7956-409e-ad2b-7f2624a91c7c {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:53:49.874861 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91258848-973e-4b74-831a-ce7d687a18cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb849ca-3061-413b-bc67-2757280f117d', 'code': 200} Jul 12 16:53:50.061278 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d2b4f-9763-4ce0-a486-bc3da2fbad01 req-381c9da8-d1d1-448b-98fc-542b49452fba tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:50.063101 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b18d2b4f-9763-4ce0-a486-bc3da2fbad01 req-381c9da8-d1d1-448b-98fc-542b49452fba tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0777977 Jul 12 16:53:50.084567 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:53:50.118435 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b18d2b4f-9763-4ce0-a486-bc3da2fbad01 req-dde94110-6e17-4e88-8b81-bea51f080b40 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490437 Jul 12 16:53:50.185537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def51d84-4ea7-45e4-83c3-a10b5bf336ee req-f6911e66-0f28-4379-8824-a5f7f7cbfa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:50.187180 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-def51d84-4ea7-45e4-83c3-a10b5bf336ee req-f6911e66-0f28-4379-8824-a5f7f7cbfa5d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 1098 time: 0.0897210 Jul 12 16:53:50.203705 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-22f1e1ef-dc8b-447b-8a60-559381ebb491 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:50.204305 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-22f1e1ef-dc8b-447b-8a60-559381ebb491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:50.225659 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-def51d84-4ea7-45e4-83c3-a10b5bf336ee req-6891a657-cf04-49cb-81d8-724a27ab8196 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307262 Jul 12 16:53:50.368710 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-22f1e1ef-dc8b-447b-8a60-559381ebb491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:50.417288 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-22f1e1ef-dc8b-447b-8a60-559381ebb491 None None] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:53:50.422911 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-22f1e1ef-dc8b-447b-8a60-559381ebb491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:50.490289 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1e1ef-dc8b-447b-8a60-559381ebb491 None None] Pushing event updated for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=11']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:53:50.531026 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff64fe-cd0f-4785-9628-5602dd841108 req-b6e99adc-6757-4b2d-b045-f7d3594c4ac3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:50.532944 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97ff64fe-cd0f-4785-9628-5602dd841108 req-b6e99adc-6757-4b2d-b045-f7d3594c4ac3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.1060631 Jul 12 16:53:50.589756 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97ff64fe-cd0f-4785-9628-5602dd841108 req-7d53c765-8c04-4ac6-bb98-d26f19ea8be6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494156 Jul 12 16:53:50.824804 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-bae9de19-b275-4b02-a130-3f533e69a1e2 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:50.825475 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bae9de19-b275-4b02-a130-3f533e69a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:51.037673 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47907de-6bc4-4b3b-ba5a-f31a053f2b0b req-540665b0-d983-4eff-9f5c-d2e90efafff2 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:51.039666 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b47907de-6bc4-4b3b-ba5a-f31a053f2b0b req-540665b0-d983-4eff-9f5c-d2e90efafff2 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 945 time: 0.1211071 Jul 12 16:53:51.106483 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b47907de-6bc4-4b3b-ba5a-f31a053f2b0b req-0186bd5c-be7b-4171-8e90-71f1c004644c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592854 Jul 12 16:53:51.173116 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:53:51.230212 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:53:51.230565 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:51.373884 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:51.794496 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:51.796040 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6b5ca-c398-484c-9522-5280d681b765 req-7ac2f48f-4458-4694-a441-259a69b5bd05 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:51.797678 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f3c6b5ca-c398-484c-9522-5280d681b765 req-7ac2f48f-4458-4694-a441-259a69b5bd05 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0703583 Jul 12 16:53:51.844065 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f3c6b5ca-c398-484c-9522-5280d681b765 req-4c737042-397e-40ce-bb5f-c98f3419be90 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400462 Jul 12 16:53:51.877441 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:53:51.881192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92db903-3aaa-4eb3-a4fe-12723156c9ac" -d '{"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:53:51.923069 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d8b17b-8d85-416f-b8a9-f13c31412744 x-openstack-request-id: req-a6d8b17b-8d85-416f-b8a9-f13c31412744 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:53:51.923411 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:53:51.923736 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a6d8b17b-8d85-416f-b8a9-f13c31412744 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:53:51.924159 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'code': 200} Jul 12 16:53:52.312032 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50983f-cc3f-4f50-afb3-4df60253070e req-37a0bb49-8649-4ec7-bb1d-9ad7e9dc9b5a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:52.313675 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6e50983f-cc3f-4f50-afb3-4df60253070e req-37a0bb49-8649-4ec7-bb1d-9ad7e9dc9b5a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 945 time: 0.0709491 Jul 12 16:53:52.356820 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6e50983f-cc3f-4f50-afb3-4df60253070e req-a263e032-4269-407f-b671-db34a3579ed4 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369391 Jul 12 16:53:53.105216 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a474db2-b2df-45d1-9037-350c7ab4d184 req-ef5821dc-c0e0-4a45-8995-13b027bed9b0 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:53.108382 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a474db2-b2df-45d1-9037-350c7ab4d184 req-ef5821dc-c0e0-4a45-8995-13b027bed9b0 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.1092539 Jul 12 16:53:53.170874 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a474db2-b2df-45d1-9037-350c7ab4d184 req-7550c6e9-129b-4450-8173-df75bd81da9e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512526 Jul 12 16:53:53.272179 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:54.398009 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccac567-4dec-4b79-89a7-2d8c93587474 req-bfb8458f-4e3d-4c38-9a9c-47ead41882fa tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:54.399531 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4ccac567-4dec-4b79-89a7-2d8c93587474 req-bfb8458f-4e3d-4c38-9a9c-47ead41882fa tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0783131 Jul 12 16:53:54.446152 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4ccac567-4dec-4b79-89a7-2d8c93587474 req-200bf85d-22fd-428b-8e0e-6ebd656b9848 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403497 Jul 12 16:53:55.636230 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617848b2-223b-4fbf-b16a-20dc382f2d74 req-d0f2ff9e-9902-424f-8c11-fb25d380e150 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:55.637753 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-617848b2-223b-4fbf-b16a-20dc382f2d74 req-d0f2ff9e-9902-424f-8c11-fb25d380e150 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0736890 Jul 12 16:53:55.686484 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-617848b2-223b-4fbf-b16a-20dc382f2d74 req-9daf52b9-df3a-4ab7-a5e7-d6f4c81d774c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383887 Jul 12 16:53:56.878427 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d9e74-85aa-4580-bf5f-f76cd5112196 req-217565bb-e06d-4bfa-93f0-93462e1052c1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:56.880516 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-254d9e74-85aa-4580-bf5f-f76cd5112196 req-217565bb-e06d-4bfa-93f0-93462e1052c1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0745420 Jul 12 16:53:56.925223 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-254d9e74-85aa-4580-bf5f-f76cd5112196 req-d1ab2560-49bd-4798-8339-bf6a50701b39 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386951 Jul 12 16:53:58.231184 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed600ee9-fc08-4b3c-ae10-02f0eccb21ec req-083d34fe-24bb-4a2e-8148-e788f2f97ea4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:58.233392 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed600ee9-fc08-4b3c-ae10-02f0eccb21ec req-083d34fe-24bb-4a2e-8148-e788f2f97ea4 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0980811 Jul 12 16:53:58.284832 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ed600ee9-fc08-4b3c-ae10-02f0eccb21ec req-2bd12802-810b-4899-bba9-18b7df21edd6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=0d57287b-393f-4e47-85e5-75a07f1f609d&id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406845 Jul 12 16:54:06.345745 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:54:15.624856 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2b595a47-c431-4dd5-a612-d9389d220446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:18.902128 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:19.532886 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-175a6364-e02a-45ed-adfe-52d27dfa5f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:19.563230 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-a63eb67a-9787-4f2d-919a-1a903c9acb40 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846748 Jul 12 16:54:19.678132 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9df8-ebfe-400d-9250-d076777141cc req-58ba38f0-ff8c-4890-b7f2-ae8fb2dc4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:19.680497 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-58ba38f0-ff8c-4890-b7f2-ae8fb2dc4deb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1138 time: 0.0841420 Jul 12 16:54:19.805105 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9df8-ebfe-400d-9250-d076777141cc req-74c9dd3c-231a-49c3-adb1-ed6bdf480ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:19.806877 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-74c9dd3c-231a-49c3-adb1-ed6bdf480ae5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.0975235 Jul 12 16:54:19.899230 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-dfa03ec6-cbd0-4cbc-b8f2-0742840c1571 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 1001 time: 0.0848050 Jul 12 16:54:19.957373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9df8-ebfe-400d-9250-d076777141cc req-364dcaf6-08b0-426e-8c05-4d6074c5b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:19.959050 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-364dcaf6-08b0-426e-8c05-4d6074c5b9e9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0512075 Jul 12 16:54:20.027872 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9df8-ebfe-400d-9250-d076777141cc req-98c17889-0a01-4a9f-afc3-8cf938944646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:20.030616 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-98c17889-0a01-4a9f-afc3-8cf938944646 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635324 Jul 12 16:54:20.170165 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-aa39859e-491f-4867-9251-935fcbc06fc7 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305945 Jul 12 16:54:20.307427 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-15be9df8-ebfe-400d-9250-d076777141cc req-09af05ca-f4c1-43d2-adda-3c6ef46c8c95 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307578 Jul 12 16:54:21.371718 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:21.792112 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:23.263484 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.036700 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-ed976c5c-9b7e-46fe-b3c5-4c2ce8702605 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962828337&fields=id&tenant_id=d28e30a911024e2081b8a0f7d7d8c91a HTTP/1.1" status: 200 len: 267 time: 0.0362744 Jul 12 16:54:38.106011 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-35498fa3-f81e-4752-a52e-218c281033c3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.107534 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-35498fa3-f81e-4752-a52e-218c281033c3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 985 time: 0.0652666 Jul 12 16:54:38.121905 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Request body: {'port': {'security_groups': ['b39edf44-df6e-495f-8e9f-6b78f3e57fe3']}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:54:38.220838 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.397631 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=0973574a-3d60-46f1-a73f-734c3b075295,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:38.428549 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.434657 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.447579 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['0973574a-3d60-46f1-a73f-734c3b075295'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:54:38.483540 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.484793 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.486485 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9b603a74-66a4-4a3a-ba2c-5088ad0018f7 req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "PUT /v2.0/ports/0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 943 time: 0.3720446 Jul 12 16:54:38.487046 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:38.489455 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e015459c-8c68-46ee-b06b-80b82dd17d38" -d '{"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:38.497929 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 38506) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:54:38.521750 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event updated for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=7']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:38.530215 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.531356 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.531883 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.532384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.532929 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.533490 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.534075 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.534591 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.535091 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.535608 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.536107 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.536596 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141caba6-e9c1-414f-b1eb-1655c948df67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:38.604948 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa30d-7465-4bdc-9acb-a30c6cc5fb21 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.621338 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988f3532-ac9b-453c-a396-e064c635b13e x-openstack-request-id: req-988f3532-ac9b-453c-a396-e064c635b13e {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:38.622084 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:38.622431 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-988f3532-ac9b-453c-a396-e064c635b13e {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:38.622933 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295', 'status': 'completed', 'code': 200} Jul 12 16:54:38.623095 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['0973574a-3d60-46f1-a73f-734c3b075295'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:54:38.634364 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa30d-7465-4bdc-9acb-a30c6cc5fb21 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.730782 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-1854fcc2-8372-499d-863b-3e763e793a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.732232 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-1854fcc2-8372-499d-863b-3e763e793a1e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1099 time: 0.0838969 Jul 12 16:54:38.794976 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa30d-7465-4bdc-9acb-a30c6cc5fb21 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.798194 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa30d-7465-4bdc-9acb-a30c6cc5fb21 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.799316 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-1c1fa30d-7465-4bdc-9acb-a30c6cc5fb21 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "DELETE /v2.0/security-groups/0d57287b-393f-4e47-85e5-75a07f1f609d HTTP/1.1" status: 204 len: 168 time: 0.2992396 Jul 12 16:54:38.802189 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 38512) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:54:38.819910 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fa30d-7465-4bdc-9acb-a30c6cc5fb21 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57287b-393f-4e47-85e5-75a07f1f609d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:38.830870 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-e5038741-da20-48f6-bf98-4994855c3366 None None] Provisioning complete for port 0973574a-3d60-46f1-a73f-734c3b075295 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:54:38.831250 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e5038741-da20-48f6-bf98-4994855c3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.844350 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-1db0f734-d7fc-4e6d-8ce7-8abbc0d6d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.845940 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-1db0f734-d7fc-4e6d-8ce7-8abbc0d6d384 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.1071813 Jul 12 16:54:38.931612 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-606e61e1-c472-4c4e-b7da-102efb9ea2c5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 1001 time: 0.0780995 Jul 12 16:54:38.986498 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-be9e4519-7b8e-4211-9f0f-e2c092080da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.986746 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Deleting port 6041ef1d-1fbb-4c4e-a133-e86376f7870d {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:54:38.986857 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.988006 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-be9e4519-7b8e-4211-9f0f-e2c092080da7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0496542 Jul 12 16:54:39.050597 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-d0e58f2d-08fb-493d-a3c0-78493a31334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.052159 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-d0e58f2d-08fb-493d-a3c0-78493a31334e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571349 Jul 12 16:54:39.071756 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:39.072398 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:39.084804 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Calling delete_port for 6041ef1d-1fbb-4c4e-a133-e86376f7870d owned by network:floatingip {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:54:39.154203 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-cd9cd633-854a-439c-9c38-f1de3c5eacef service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945802 Jul 12 16:54:39.259414 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e015459c-8c68-46ee-b06b-80b82dd17d38 req-61860983-2931-406a-9d5c-02b64ba1ada4 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982821 Jul 12 16:54:39.304405 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:39.329776 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event deleted for resources: {'Port': ['ID=6041ef1d-1fbb-4c4e-a133-e86376f7870d,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:39.397297 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks [] for floatingip, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:39.397629 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.l3_db [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Floating IP f0f7b29f-1047-4757-873c-230de8a03e0a disassociated (deleted). External IP: 172.27.1.95, port: 0973574a-3d60-46f1-a73f-734c3b075295. Jul 12 16:54:39.610239 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Router 992eee75-afaa-4592-afff-308a5e5f0f30 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:54:39.717371 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:54:39.723504 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:39.728590 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] Sync routers for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:54:39.739034 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:54:39.739780 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:54:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:39.762618 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-bb190b89-47a7-43bb-977f-650fb3eb93b6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "DELETE /v2.0/floatingips/f0f7b29f-1047-4757-873c-230de8a03e0a HTTP/1.1" status: 204 len: 168 time: 0.9591122 Jul 12 16:54:39.862154 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:54:40.093521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 5, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:40.121116 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] Checking router: 992eee75-afaa-4592-afff-308a5e5f0f30 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:54:40.131176 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:54:40.131636 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T16:54:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:40.243571 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:54:40.452418 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 5, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:40.478715 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91412c66-2a95-4b5b-82fe-4a8b899fc57a None None] The sync data for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi is: [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T16:51:50Z', 'revision_number': 4, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '100b6e93-4403-4d17-b89f-7a3b952b3e0c', 'name': '', 'network_id': '1680b458-4288-43da-bfdd-e9da3e74b346', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'mac_address': 'fa:16:3e:cc:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:49Z', 'updated_at': '2021-07-12T16:51:58Z', 'revision_number': 5, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'subnets': [{'id': '61474479-1b03-4d12-b8b2-81543610a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:54:40.623974 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:40.626989 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4" -d '{"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:40.667209 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ee58df-ea66-4076-8af0-c7209c4f54a2 x-openstack-request-id: req-94ee58df-ea66-4076-8af0-c7209c4f54a2 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:40.667510 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "tag": "0973574a-3d60-46f1-a73f-734c3b075295", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:40.667762 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-94ee58df-ea66-4076-8af0-c7209c4f54a2 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:40.668165 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295', 'status': 'completed', 'code': 200} Jul 12 16:54:40.730767 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9419bdf7-5a8e-4181-9bf8-dc178ae70c68 None None] New status for floating IP f0f7b29f-1047-4757-873c-230de8a03e0a: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:54:40.756252 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-b781722d-965d-4b20-b2ce-5ff131995bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:40.758444 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-b781722d-965d-4b20-b2ce-5ff131995bb5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1099 time: 0.0640273 Jul 12 16:54:40.855176 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-38234f53-7ab8-49cf-8da7-8c1e0a939f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:40.856693 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-38234f53-7ab8-49cf-8da7-8c1e0a939f1f service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.0909896 Jul 12 16:54:40.905669 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-79f58622-0128-4a3d-995a-383fe4072f3b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 217 time: 0.0409207 Jul 12 16:54:40.961429 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-b6d6dac4-6c17-4252-93f3-d538f70dabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:40.962952 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-b6d6dac4-6c17-4252-93f3-d538f70dabe8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0500476 Jul 12 16:54:41.024515 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-23db4619-fd9b-4d1e-b1e9-f7dcae501ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:41.025997 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-23db4619-fd9b-4d1e-b1e9-f7dcae501ae2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562747 Jul 12 16:54:41.120792 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-1a233f10-75d8-41dd-9ab4-662ee0fa2aff service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870185 Jul 12 16:54:41.219891 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7781f24-e6e2-402b-b9cf-8ce555cf51b4 req-563ef71b-892d-42ba-974f-e1d9e501bb78 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925686 Jul 12 16:54:43.349015 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:54:45.637780 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a4fafe18-db29-4ac2-9b82-812d9d304dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:48.897501 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:49.516412 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1af76275-0f96-42fd-be8d-97b684e47f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:51.376369 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:51.785366 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:53.265355 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:15.630604 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-325b9f03-deca-45a9-9736-6383f716b4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:18.900422 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:19.519776 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-66828aec-8680-45f1-b75e-38d3beef032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:19.550630 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-4a66a257-1527-46cb-b901-abdb8b70201a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542152 Jul 12 16:55:19.630578 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d597c2-38ae-4941-8577-043d3acd052a req-5ebcaf66-e318-4e07-963e-f4e4387f8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:19.632139 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-5ebcaf66-e318-4e07-963e-f4e4387f8f8a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0548618 Jul 12 16:55:19.755735 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d597c2-38ae-4941-8577-043d3acd052a req-a3ed9766-c581-43bb-8e33-4a42ef57481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:19.757286 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-a3ed9766-c581-43bb-8e33-4a42ef57481c service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0963044 Jul 12 16:55:19.831238 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-7dfa1295-177f-4c61-9db5-2ba3dc09be26 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0657027 Jul 12 16:55:19.892460 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d597c2-38ae-4941-8577-043d3acd052a req-6f2ee919-a043-4d06-af81-f4ee07f1c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:19.894033 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-6f2ee919-a043-4d06-af81-f4ee07f1c678 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0515635 Jul 12 16:55:19.957507 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d597c2-38ae-4941-8577-043d3acd052a req-b67ac9cb-7000-4eea-8b20-6929672b267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:19.959320 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-b67ac9cb-7000-4eea-8b20-6929672b267d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536592 Jul 12 16:55:20.051704 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-5ac6b843-8bf1-4b30-9028-30e505338bb2 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Jul 12 16:55:20.159370 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49d597c2-38ae-4941-8577-043d3acd052a req-a4546ab2-4e77-48f5-838d-15d7f1628f53 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993671 Jul 12 16:55:20.348892 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:55:21.377314 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:21.800364 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:23.270185 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:45.640924 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-83b35977-c1e2-4468-9dd3-a42fab774b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:48.907605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:49.521459 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9c37ae38-8b21-4080-ac25-684a2c48cfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:51.379994 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:51.800160 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:53.270021 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:57.348489 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:56:15.631825 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd9bf-6660-48e5-ae93-9f00d892364f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:18.901605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:19.480694 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-5190f2c6-0e9f-4b30-884d-5b1bbb4faf02 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539660 Jul 12 16:56:19.521869 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-76bb3950-3719-4e6c-b346-5b35b774d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:19.579391 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-63b97cf4-e0a5-4e9d-a0a7-1633dd7cbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:19.581080 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-63b97cf4-e0a5-4e9d-a0a7-1633dd7cbfd6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0559945 Jul 12 16:56:19.681556 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-9bb5662d-dcee-48fe-b3a3-a3fd6de37839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:19.683421 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-9bb5662d-dcee-48fe-b3a3-a3fd6de37839 service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0821753 Jul 12 16:56:19.750786 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-86c46785-aa13-447d-b7ca-883102b3c7bd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 1000 time: 0.0604992 Jul 12 16:56:19.799181 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-37d5333b-350e-4228-b016-24a2797933c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:19.800631 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-37d5333b-350e-4228-b016-24a2797933c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0441155 Jul 12 16:56:19.857382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-6c5cb1a3-51a1-41aa-a912-2d5d572f2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:19.858921 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-6c5cb1a3-51a1-41aa-a912-2d5d572f2eeb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524197 Jul 12 16:56:19.950221 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-44aba976-4d64-49c7-8344-60b174f85a48 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848484 Jul 12 16:56:20.039139 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8e58299-6722-45f9-9bdd-bc42abd148bb req-b502d1c6-d7d7-4dd2-8f80-7aef11596a37 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823984 Jul 12 16:56:21.384304 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:21.798064 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:23.273212 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:34.347175 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:56:45.635701 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-922b255e-17d2-40fc-b297-8c837f9dc9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:48.910387 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:49.527437 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-7190ec9e-ac1d-48df-a97b-178872dff8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:51.394930 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:51.810973 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:53.278496 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:11.347901 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:57:15.636215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9f08-f9b6-4fa0-a9e4-1addc2875919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:18.910708 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:19.531307 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6940aad0-11b1-4e11-be98-ab07c391dce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:20.567722 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-e2cad7e1-160b-4cc4-b591-cd2aebc50227 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598741 Jul 12 16:57:20.664126 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-13b75140-5cfa-40d1-a4fa-919349c35332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:20.666795 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-13b75140-5cfa-40d1-a4fa-919349c35332 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1099 time: 0.0766428 Jul 12 16:57:20.789374 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-e006694c-32a6-4691-b2fa-694b2952d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:20.790984 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-e006694c-32a6-4691-b2fa-694b2952d54c service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.1019557 Jul 12 16:57:20.842902 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-02a618f0-d8c9-467c-a3e5-6aa4f901b9b2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 217 time: 0.0436976 Jul 12 16:57:21.192826 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-3de27a4f-6b02-4ed7-a1ee-a603211edf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:21.194593 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-3de27a4f-6b02-4ed7-a1ee-a603211edf07 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.3454239 Jul 12 16:57:21.268899 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-a3fa1345-66aa-4c60-ad9a-eb766f859097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:21.271582 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-a3fa1345-66aa-4c60-ad9a-eb766f859097 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692461 Jul 12 16:57:21.385726 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-8bc1907c-171b-4289-bd9a-c865bd004316 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070039 Jul 12 16:57:21.388528 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:21.536815 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-319d8a79-2257-41f7-a30a-3dbd505486d7 req-d665e55c-a650-4504-b3c6-3312529ee2b1 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443415 Jul 12 16:57:21.826087 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:23.280953 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:45.641550 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7ad1-8e8a-4762-ac38-03b38aaf3fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:48.347154 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:57:48.904937 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:49.540428 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-daa303e4-133c-4a22-9d09-b3874e38b0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:51.392267 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:51.824462 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:53.282342 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:15.634687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a413-a295-46ce-a7e7-bf95103fc24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:18.906595 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:19.532217 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6b997cc5-3768-40ed-8fbf-81a26a120260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:20.487648 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-2a81c375-2faa-4cd8-adfd-34432b069888 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521407 Jul 12 16:58:20.574071 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-85c9fba7-d159-4722-ab1c-072ad03af962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:20.575599 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-85c9fba7-d159-4722-ab1c-072ad03af962 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0605564 Jul 12 16:58:20.684660 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-e4e6d7f5-e1be-4c13-88c9-16c2fa6d169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:20.686217 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-e4e6d7f5-e1be-4c13-88c9-16c2fa6d169a service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0885448 Jul 12 16:58:20.753829 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-4af7b778-d0ce-464a-b9eb-1fc70f9eaf68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0598462 Jul 12 16:58:20.802520 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-e1bb2d24-84d2-4dba-b0ef-fec1b0d05b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:20.803971 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-e1bb2d24-84d2-4dba-b0ef-fec1b0d05b74 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0432229 Jul 12 16:58:20.865739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-3eb3286e-2fdd-4503-a510-a2851d2b8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:20.867347 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-3eb3286e-2fdd-4503-a510-a2851d2b8048 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541193 Jul 12 16:58:20.964533 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-d0bc01c0-d86d-4d5e-a319-114a48d45291 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880375 Jul 12 16:58:21.052162 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5876f1d-6f93-48d5-b0ff-06dcff466146 req-9d6e613d-5109-4379-97a2-13390560bdb6 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801549 Jul 12 16:58:21.388468 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:21.838744 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:23.282989 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:25.346225 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:58:45.637615 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d29b9568-f18d-4aca-b5a4-3eb95248613a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:48.907830 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:49.535964 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-78256d85-4e0d-40b6-9b21-6dea11c13bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:51.391745 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:51.869874 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:53.287201 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:02.345946 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:59:15.641614 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-02e4173a-c043-4822-a7d7-b2813d3732d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:18.910058 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:19.537256 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5c31ae97-dc76-44f0-b4c1-55868cb02106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:20.594048 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-10c1730c-2a10-4ed3-bb9f-3c5efd55b948 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992384 Jul 12 16:59:20.682256 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-cf427454-25c0-4e94-96d1-d4b836b0a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:20.683803 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-cf427454-25c0-4e94-96d1-d4b836b0a106 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 1098 time: 0.0672574 Jul 12 16:59:20.794317 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-1964b39f-7b54-4882-9484-5408cf293a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:20.795804 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-1964b39f-7b54-4882-9484-5408cf293a15 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 914 time: 0.0915661 Jul 12 16:59:20.844034 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-895f76ba-7320-4094-abd3-62b51eacee5e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcb849ca-3061-413b-bc67-2757280f117d HTTP/1.1" status: 200 len: 217 time: 0.0417094 Jul 12 16:59:20.895074 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-11f87239-6605-48e3-aeb7-e13163348fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:20.896582 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-11f87239-6605-48e3-aeb7-e13163348fd0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b04df1c9-aecf-4377-8b0c-3d0a01d23550 HTTP/1.1" status: 200 len: 853 time: 0.0468371 Jul 12 16:59:20.940681 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-44c77215-c697-4a4a-8c08-4c27df0ce799 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370388 Jul 12 16:59:20.950625 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-bf10213d-6557-47c1-8504-331faa0608fc service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:59:20.951593 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-bf10213d-6557-47c1-8504-331faa0608fc service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058553 Jul 12 16:59:21.047076 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-ccf76707-dce0-49d2-8868-7b2d118a6818 service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890405 Jul 12 16:59:21.146034 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4f6def72-8f81-4469-9eac-f3e49e45b112 req-e57e80ef-6706-47b5-a359-0afc82fd158b service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929482 Jul 12 16:59:21.407268 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:21.889575 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:23.296280 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:39.344761 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:59:45.645489 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6f60d86d-0064-4d38-8ddf-228fd2c07362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:48.911045 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:49.538190 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-769dd95f-5f99-4530-8e03-7d37c0cf0d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:51.398067 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:51.883324 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:53.292365 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:15.646463 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-29405c2f-d241-47f8-a118-3e4ed77e5a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:16.345639 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:00:18.914969 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:19.538996 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1117bf7e-607d-4b5f-a30d-604e65c52af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:20.464709 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-5031fa80-a527-459d-a6e6-510ab93dcbad service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512929 Jul 12 17:00:20.562894 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-fccb2744-8dec-4b03-badd-a7536e1b409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:20.564464 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-fccb2744-8dec-4b03-badd-a7536e1b409c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0567634 Jul 12 17:00:20.667864 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-7625ec3a-67d2-4817-8d54-2ea86ac11edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:20.669372 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-7625ec3a-67d2-4817-8d54-2ea86ac11edd service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0846052 Jul 12 17:00:20.738858 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-e653b2ef-3eae-492a-b749-83df6845c39d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 200 len: 1000 time: 0.0627909 Jul 12 17:00:20.786108 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-72ff3a50-720f-42e2-a19e-3f2974942574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:20.787548 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-72ff3a50-720f-42e2-a19e-3f2974942574 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0427876 Jul 12 17:00:20.842689 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-d064642a-3473-4c51-839f-fe37ef853f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:20.844173 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-d064642a-3473-4c51-839f-fe37ef853f76 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508685 Jul 12 17:00:20.942087 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-9f98230f-9ec2-4830-add2-6f559567ead8 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915284 Jul 12 17:00:21.033039 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-914e79b7-7968-497c-9ad6-8800ba2df33d req-0411751b-47da-4614-9965-c1b28c8ac41c service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850701 Jul 12 17:00:21.401869 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:21.904961 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:23.294084 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:28.300326 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e154fd8-9dc0-42a2-8737-e92158a85169 req-dc41d02c-b4d6-47b4-b2b4-348bbf4c2389 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:28.301842 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5e154fd8-9dc0-42a2-8737-e92158a85169 req-dc41d02c-b4d6-47b4-b2b4-348bbf4c2389 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 946 time: 0.0631990 Jul 12 17:00:28.343271 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5e154fd8-9dc0-42a2-8737-e92158a85169 req-743fe3ef-481d-4303-8f41-d20c99ca79c8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=1e3af638-0744-40ea-a113-1899b0127215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Jul 12 17:00:28.803025 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-32b36baf-8251-46f9-947a-83ddc44d8f90 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:28.804477 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-32b36baf-8251-46f9-947a-83ddc44d8f90 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 946 time: 0.0646048 Jul 12 17:00:28.903118 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Deleting port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:00:28.903453 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:28.997659 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] For port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:00:28.998039 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:29.176297 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:29.176779 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:29.177197 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Floating IP 6e434f4c-eee8-4e68-878d-3ce5f2bc62f7 disassociated. External IP: 172.27.1.28, port: f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0. Jul 12 17:00:29.177534 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Calling delete_port for f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:00:29.312694 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:29.341486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event deleted for resources: {'Port': ['ID=f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:00:29.353700 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.354129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.354473 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.354804 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.355134 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.355481 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.355805 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.356127 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.356511 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.356835 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.357182 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.357500 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:00:29.471117 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:00:29.501496 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1e5252ae-46e7-4665-a211-60f69cd68f14 req-67cb4f5a-c707-46b3-8649-142ac615dc39 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0351942 Jul 12 17:00:29.611627 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:00:29.620572 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] Sync routers for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:00:29.630691 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:00:29.631320 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:00:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:00:29.659656 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] No DVR routers for this DVR port f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:00:29.662658 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:29.664529 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fd109449-dbf2-49dc-8714-46a75d531d3e req-1d8b4e55-6980-4102-a64b-5ba9b1b2a7e9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "DELETE /v2.0/ports/f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 HTTP/1.1" status: 204 len: 173 time: 0.8541224 Jul 12 17:00:29.664973 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-deleted', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:00:29.667372 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c29abf9-dd19-40ca-8e9c-56fe10d0d1da" -d '{"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-deleted", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:00:29.757979 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:00:29.836436 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06a3aa2-201a-47ec-ac07-797276711c2d x-openstack-request-id: req-d06a3aa2-201a-47ec-ac07-797276711c2d {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:00:29.836730 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972d573d-cca0-457b-81e8-6823fd63d3a6", "name": "network-vif-deleted", "tag": "f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:00:29.836985 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d06a3aa2-201a-47ec-ac07-797276711c2d {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:00:29.837388 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972d573d-cca0-457b-81e8-6823fd63d3a6', 'name': 'network-vif-deleted', 'tag': 'f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0', 'status': 'completed', 'code': 200} Jul 12 17:00:29.972827 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:00:29.997690 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] Checking router: f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:00:30.006120 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:00:30.006725 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:00:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:00:30.114248 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:00:30.316766 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:00:30.346765 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607fc19-de2b-4f96-bfb4-bb6cd1f3456a None None] The sync data for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi is: [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:00:30.561075 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b75b-068d-4e7b-86d3-db8de0e2021d None None] New status for floating IP 6e434f4c-eee8-4e68-878d-3ce5f2bc62f7: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:00:30.740891 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-209d7ba4-869b-424d-92b8-4d8b5e355db5 req-9b44ae08-d87f-49df-ac85-2738e2c5d5fc tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.1098006 Jul 12 17:00:31.886752 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-283d14da-c1ed-4f84-9f2f-936fa466e95b req-458329c2-5bc6-4ae7-942f-46409b3dc5cb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0282106 Jul 12 17:00:33.036008 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6435d77d-d6d2-4c9b-9a4d-ee7fabfe2f1a req-1ed8e55f-fe79-48d0-a393-d9c371417dfa tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0309496 Jul 12 17:00:33.044605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:00:33.068520 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:00:33.068905 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device f83ed1ff-e4bd-4d86-b99e-2dc9100b60d0 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:00:34.191525 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-af861357-a75e-440e-abb6-a7635b735ecb req-787c616c-a974-4c26-bffd-5b88c6a40cab tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0361114 Jul 12 17:00:35.340754 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e60b08c1-ac7a-4cfd-ba71-5a1a69fd7e34 req-e628d278-c76a-4be7-91bf-307f63a0fe6e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0292454 Jul 12 17:00:36.488991 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4874436a-bfca-4dee-a079-a3f00ea2376c req-a58ba0cd-dc28-4a5b-86d3-64495c67222b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0284219 Jul 12 17:00:37.641236 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d0fbafbf-6c6d-4491-a0ab-f51f94bab36a req-a36dd18a-33ec-46cd-8621-150c0c3194bb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0326159 Jul 12 17:00:39.051721 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6d55c5ec-629e-4ca5-9b68-7a3076015b3f req-cbe31645-1c25-4656-95d0-1e38fbefcddd tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.2817602 Jul 12 17:00:40.204750 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-532777ac-6ebe-4b54-b05e-f3c5a517fb23 req-6538a3a4-153c-44ce-b818-c0c0740670fb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Jul 12 17:00:41.349984 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-199bda54-e1f2-4521-ba64-3e8f2d5bd339 req-40ecdb87-c042-4b26-b893-11c183e9d985 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0285585 Jul 12 17:00:42.494309 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4515a269-662e-469a-90c4-ae6f1806f8e4 req-95c15285-f78c-4ee1-9964-2f673142c494 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0284340 Jul 12 17:00:43.640437 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-604d4b06-a2c4-4554-9aa4-6a8e0a1f0a88 req-6fbdd076-f54f-47ad-b388-8d8e845138fc tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0295801 Jul 12 17:00:44.788034 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e23f38b3-a9f5-420f-9b6b-9c4320f0a004 req-0ec9e23b-5300-4d9c-852e-d187f4dfee38 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0276508 Jul 12 17:00:45.647368 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-72679503-5efd-48b7-a220-8f4369dc393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:45.931918 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-15b88998-ce59-4e75-b398-04df16192dcc req-8187020b-08ee-4219-a27b-576e9333df59 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0282929 Jul 12 17:00:47.079359 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b0f37d9a-b075-425a-9f15-7b5e875462fd req-0770616e-f452-4eab-87d3-06dea7c6654c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0281267 Jul 12 17:00:48.232992 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-91d55dde-c426-4696-a196-1537b41d8177 req-14787b3c-25e4-4a0e-b175-7608618f60f6 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0321722 Jul 12 17:00:48.916704 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:49.379431 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f76d86e4-50d5-48df-9213-48f476a5e090 req-3dac2a23-d897-4ff9-9531-1221517d78c2 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0275645 Jul 12 17:00:49.541603 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4bfe240e-37e6-4d3d-b120-200884041deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:50.519623 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0b619a7a-eea7-46be-9ff8-81e20a054d4f req-b392cf44-631a-42f7-b8c6-5630e7d903ec tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0275676 Jul 12 17:00:51.404677 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:51.668949 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-787a67ab-917b-4dbd-ba14-2fb569a76d39 req-36e379ff-58d7-4f9a-bd23-104aea95ee9a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Jul 12 17:00:51.899355 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:52.814530 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cdf096b1-bd38-4736-b117-e8a8d2c3b5f4 req-2181e1d9-1c9f-41d3-a267-bb9516b1ee7e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0307910 Jul 12 17:00:53.297975 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:53.345826 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:00:53.961240 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7f647300-be6e-4337-8e3a-f5bead3cd9ce req-61473e85-04bb-4af2-939f-9ab4e0f2a8e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287297 Jul 12 17:00:55.102187 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8e5893ba-28d7-436c-b577-755ae9b279c3 req-d0455f8b-7890-454f-a148-bf6aff69a23a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0275764 Jul 12 17:00:56.244555 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ecc229ab-03b7-4bb6-a2ab-ccd7c03f3431 req-afdc90f8-2726-4547-87d8-c2cff08fb636 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0277810 Jul 12 17:00:57.388649 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-87eabfc7-a345-4fb0-ba8d-00477f30c6a6 req-0b3681e6-cba4-4042-b639-f0e564d428e3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0303991 Jul 12 17:00:58.533841 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-92378dca-bd7a-4e11-9739-36364cdbf138 req-9532212f-d83c-497a-8b50-9f924ea9bbf5 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Jul 12 17:00:59.675009 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-551fa907-5c22-4e85-9acd-f61bf9f8b3b6 req-e31e22ec-ddaf-44bf-8e31-d8f0a31582cd tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0271578 Jul 12 17:01:00.820719 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eb327df6-f38b-4c2c-b6b2-96c44049272f req-42091452-d06e-4d49-9fe7-d45aa53dc80e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0270908 Jul 12 17:01:01.965651 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4f51bc85-2c3c-477f-a820-97a3006b7027 req-85755fbc-1918-49fd-a88c-952e540e5276 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0301664 Jul 12 17:01:03.111508 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-de06ee3a-502f-48d8-b04a-6a93ca4c4690 req-d72779ab-b3f4-4981-9346-db177f388370 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278492 Jul 12 17:01:04.252240 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c72bc508-57b6-4c79-aeec-8c09c82b9c1d req-6b4eb388-9b0b-4076-af47-dbf0028a454e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278687 Jul 12 17:01:05.397009 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8630e6a1-5ac1-4e1f-8c99-9c8f52d4abbd req-3772011b-993d-421e-8be7-43ed9cb018e0 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Jul 12 17:01:06.541506 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bebad613-b1ed-40b3-a255-6682d1628bc2 req-9f69d50b-0e86-4651-bdf1-ae9fe9f1c3c3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0280814 Jul 12 17:01:07.682331 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-096b3966-d8b5-47b0-9035-ae9924d23db6 req-42e0c4e2-a80e-4e03-a4af-880724caf845 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278544 Jul 12 17:01:08.835882 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-811a516d-52af-42d9-951c-349255d3d18d req-b416d1e8-e0e2-4c2a-be10-580510367495 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0353351 Jul 12 17:01:09.979250 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-de3a3f1a-a4bf-4a0e-a418-c24640139307 req-77864b40-c4c7-49d7-951b-4127bc54b486 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0269957 Jul 12 17:01:11.122440 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a1792f4a-d8f4-4b7a-b532-d1711c8e4d9b req-d0b302e9-fcc8-4e57-b9af-571ca9e7e7ef tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0268726 Jul 12 17:01:12.272299 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cfe9fa56-de3f-4e31-b92c-80c979ff41a7 req-ef7a2629-d575-451f-9dd8-9c7633d04697 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0311852 Jul 12 17:01:13.414599 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b1fa469c-019e-4747-99fb-e941296424b6 req-eac69475-2c51-4f2b-8a82-fc9cbbcf1390 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Jul 12 17:01:14.558327 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-efbbe149-42a8-4b68-88eb-51a99120b0cf req-ce745d19-e112-4f5f-b2db-d72ec35092d1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287893 Jul 12 17:01:15.647786 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-19fe1657-8865-43ad-9b35-2aae956740c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:15.700799 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b8668b59-1d74-48f0-b99a-81ff20898f6f req-e6e01f68-b5b8-4e8d-95c4-38458c5cb576 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Jul 12 17:01:16.845554 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-94e33e2e-2645-4549-ae33-ef322fca3e7d req-c2467e97-4a93-4b78-b58d-114d6c781f66 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Jul 12 17:01:17.996026 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-25722858-98f5-4355-9168-a8aab95f7ef9 req-f4914eff-7c1c-4e04-b7f7-c557280172c9 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0306313 Jul 12 17:01:18.917737 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:19.137722 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-443910b7-01ab-483a-932e-cf6f1c926ca0 req-347215ab-77a5-4582-98e4-12244f82b926 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Jul 12 17:01:19.540801 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-694d324e-9fd6-4813-a422-bf16bf5d93fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:20.278294 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9d02a308-e19f-4c61-81c9-e5736c6a1156 req-f92c6ebb-0d68-4869-9137-c87e7e4b64d0 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0277467 Jul 12 17:01:21.408459 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:21.428274 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bf98a772-2df2-45e6-999f-c5fb28b1f820 req-91592b20-626e-4ac2-bd6d-f13f9d7ad571 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0342350 Jul 12 17:01:21.523422 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-e224d956-888f-4db9-81b1-678b7b4471cf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512037 Jul 12 17:01:21.598590 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-e48f6e8d-96dc-4a86-a8bd-3b4d2e809c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:21.599985 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-e48f6e8d-96dc-4a86-a8bd-3b4d2e809c0c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1099 time: 0.0543718 Jul 12 17:01:21.707066 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-be667d8d-4588-4f42-b5fc-72bc676d7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:21.708585 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-be667d8d-4588-4f42-b5fc-72bc676d7b35 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.0870597 Jul 12 17:01:21.749601 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-fcacbc0f-b0ce-42b9-abaf-90299be3db2d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 217 time: 0.0346837 Jul 12 17:01:21.798801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-06cd31c6-d9b3-40fb-837b-2bc001ca356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:21.800277 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-06cd31c6-d9b3-40fb-837b-2bc001ca356a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0446141 Jul 12 17:01:21.856497 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-899e1dc6-fd8b-4f16-83cb-6e9b69f3c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:21.858039 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-899e1dc6-fd8b-4f16-83cb-6e9b69f3c165 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512643 Jul 12 17:01:21.930209 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:21.952439 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-fd2731ae-241a-45f9-8150-f159f46f84b5 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876963 Jul 12 17:01:22.042610 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ac93c36-dcf7-472e-bd72-fca3eff9d0ab req-90639597-4b4a-4641-b0e4-d19bb704b83b service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801373 Jul 12 17:01:22.571653 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-88e24b93-349c-49c0-9c5f-c99e9702dbb5 req-705ec70e-7494-46c9-9fba-520fcf9f6081 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287702 Jul 12 17:01:23.302210 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:23.719833 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-23fc5756-7a1c-48cd-8853-2570438a9d19 req-1729f8ca-0679-4ed3-a894-3523dbd7f3b1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0319965 Jul 12 17:01:24.863046 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cc29e0e8-ba40-445e-94bc-c9e9072bd170 req-a55996c3-5954-4e1c-9ebb-fe1b0b0901b1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0279894 Jul 12 17:01:26.004864 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7a239a9-6a04-4bc6-9c85-1f263e673669 req-ce910e72-3209-4aa9-b773-e09c457871b7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Jul 12 17:01:27.151485 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-01508f25-7061-4dce-a9a5-a8ead0fa86f6 req-8a015fda-87c8-4cb7-9d37-20bd5919bb7a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0304198 Jul 12 17:01:28.292345 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-912328a6-7699-4a40-8950-12067344d125 req-831b23d9-7010-4785-9028-2f2f1718429c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278535 Jul 12 17:01:29.435207 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d3830768-603d-4cbc-875c-74e8fcacd925 req-8a4190e2-a9da-4535-b5b2-c2f3053b39ec tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0269578 Jul 12 17:01:30.343996 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:01:30.582945 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b84584b-da47-43ad-9f59-2ac953b4cae2 req-3136a98a-2ab3-4a35-8c84-a777121f67ef tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0290105 Jul 12 17:01:31.729925 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3a8104d8-fbb6-4d80-bded-f52ee800d241 req-1adac6f0-b4bf-480b-aa83-5ba7378e9c87 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Jul 12 17:01:32.875544 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f97e7367-4177-49cf-a8d4-137bfa1ae80a req-82adf469-770d-43ce-b6f5-a0cfa4219aef tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0309868 Jul 12 17:01:34.018294 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e2a39f0f-909b-4ea8-969c-4e708f4b517f req-41b0bff7-04d0-42cf-ba64-edeae5c25360 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0288920 Jul 12 17:01:35.229603 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b217e21-a75b-4bbd-b072-da7c0817dab3 req-1fd3bd26-5cf6-4be7-b6ec-76c4d49f6020 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0300910 Jul 12 17:01:36.378411 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-42ecd700-2bf7-485e-b439-9050e552fd0e req-03235fc7-a78f-4d82-bd57-6fc451fea537 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0316226 Jul 12 17:01:37.519740 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b04ea1e9-e03a-4a1a-bea1-9d231af03da9 req-1db9d994-948a-42eb-b766-6b76d55c8c06 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0279903 Jul 12 17:01:38.664719 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bfde5e51-91ef-407b-a3e6-8d95a1696f00 req-23864ebe-5b88-4515-9ed1-5e7ae9c98acb tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0279641 Jul 12 17:01:39.810532 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-462c5ecb-9245-4b9a-a4e9-42987392758a req-6696cd60-e9f6-47e1-a90d-57f284601f8f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jul 12 17:01:40.959162 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1e0244c7-36d3-4305-b223-d1b755b8ffa4 req-84ac415e-f1e3-4ddd-972b-4c2d006d0cc4 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287611 Jul 12 17:01:42.106202 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-28a19e15-be75-4c0b-a0fe-fb924c14a89c req-2611dec8-14cc-42b8-9046-3bad3dc3d3c3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0310414 Jul 12 17:01:43.249015 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0f3d3d60-a7ac-4fdd-a204-6c454084ca57 req-3259a830-086a-40a2-b375-665a77b38872 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278447 Jul 12 17:01:44.388535 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-363513ab-2006-4f4c-a5be-9be5363fd02e req-57604b40-4a5c-4b89-8deb-6f6311dd609f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0271237 Jul 12 17:01:45.648309 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-655ea949-b5e1-4ffc-a549-8bcb225c20e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:45.684769 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b2b908d8-e8b2-4c3a-9f7e-6c126d404b74 req-2ab72954-aba6-4629-a2f5-8da05c1d087a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0300078 Jul 12 17:01:46.829255 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-695dc8da-9eaa-4182-b3b6-d35558f32907 req-f95c17e7-ced7-46fe-b119-9ac15706887c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278363 Jul 12 17:01:47.972964 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-585303d2-ebcd-4d15-b3df-e1a536b468d9 req-8d300fe6-fab8-47c4-a22a-0f185cd80ca6 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Jul 12 17:01:48.921502 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:49.119518 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a4f1b828-ed7e-4001-8ecc-e21cd2fd57fb req-801dfd00-5220-4a18-b8cc-fdf82c85e642 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287158 Jul 12 17:01:49.541891 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0be53cc3-62db-4002-93f2-880ee3987ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:50.266886 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-aa0295b4-c918-4e85-8c1c-06406ec7cc0d req-5d28eb20-aa70-489e-afda-5c498cae3a0c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287740 Jul 12 17:01:51.410696 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:51.417531 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41eaa16a-d920-4b34-acdb-c69454fd5fe7 req-08c4c290-72ad-43d2-a0e0-f90bf940b487 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0327678 Jul 12 17:01:51.943385 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:52.564159 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a0a6ba60-623b-4c86-bb4c-53e82c475f86 req-9191803e-6138-426b-ae3c-b6c75149caf3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Jul 12 17:01:53.303233 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:53.715139 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb568b03-660d-482d-807d-e9360ca5fb2c req-a3579f81-c79c-48d6-adb2-b038a90d7a01 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0309455 Jul 12 17:01:54.867101 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-73f6e413-fc17-4dac-9eef-48e6a580828b req-f38dcbc7-9251-426c-ae79-93346b9ac43f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0307472 Jul 12 17:01:56.009075 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5573e9a-0030-4c4b-9f25-808729f93eaa req-65edb956-95ae-48d0-bd86-01462bd65b34 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0289154 Jul 12 17:01:57.150569 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fee2adc1-0d9b-4a9a-a605-4dad47b85ab1 req-9b6cb0d8-9845-4d79-9afc-c86d231b33d3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0272369 Jul 12 17:01:58.296273 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bb1cbca3-e2ca-41f6-b5f8-189e242b4c3e req-1689c595-eaca-46a1-bed9-461caef76f49 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0280344 Jul 12 17:01:59.441390 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8cc52bd9-4b96-490c-bcd4-6c458ff202d3 req-f86d7ebb-636a-44df-962d-95360dbbdaa8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0292487 Jul 12 17:02:00.587475 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a14834ea-1fa6-4743-8c8d-bc6503528c52 req-b7c7d79c-8785-4005-b774-cf1d8a3bdb65 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0321386 Jul 12 17:02:01.732428 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b576e625-9a40-4a71-b52b-322d8bb0ddb7 req-a4dfa79c-7069-4b1a-a56b-0fe42053b485 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0275512 Jul 12 17:02:02.879645 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2d10b988-19b1-4ef3-99ac-15f17730e91a req-01f93ae2-85fa-43cf-9dd3-d56daea3d7fa tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0281813 Jul 12 17:02:04.031587 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-169ce0cb-0c24-46d6-a842-8c8000c3ef86 req-2ada926a-a9c6-4bae-9f34-89af9eab6d71 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Jul 12 17:02:05.173352 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4167b325-0fbf-492a-850c-5b8f2ddbb7f6 req-fc2f16d6-2a7c-4303-9555-4cb5b8759881 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287313 Jul 12 17:02:06.316882 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-31190612-3023-4a3e-aca3-49e0660627ab req-541a6338-d685-4db1-8aed-b7496bfe4f09 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0291169 Jul 12 17:02:07.342474 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:02:07.461415 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4d5a7a95-dcec-440b-a63a-d6b326c69faf req-5b1e5757-78a9-40c4-a5b3-63d61bac8834 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Jul 12 17:02:08.613534 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-28ffa235-d75d-437a-91f6-51b3480a36de req-ec301665-091c-466d-a5d5-84271dd3b52b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0335064 Jul 12 17:02:09.760170 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c42245b-dd7f-4b3e-9316-18f897157ea6 req-0d0f3f6f-d788-4e31-a07b-c9f7b17ec318 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0312948 Jul 12 17:02:10.909284 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ea7faed7-c311-4cc4-9a2f-a0a760fe50bd req-fbf66216-972b-45a7-890f-2227165bcd7f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0313804 Jul 12 17:02:12.050020 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dd4c26a1-c439-4ce2-aeaa-c1677647ebea req-1ec26d05-1ec0-4012-a918-1b7c8f92fe8a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0280674 Jul 12 17:02:13.202371 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ff67c415-773a-41d9-a613-bcc333b05b8f req-9d315af7-aa7d-4a39-a6fc-3d76de533a30 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0297060 Jul 12 17:02:14.350796 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec5fce11-895f-43a9-8fc4-c2fde2476e7c req-c5929bf3-9f78-4401-a3d5-332b54afc60e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0313215 Jul 12 17:02:15.498947 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-79ba5c74-ef2d-4c40-930f-7a09773995f9 req-c80cfda6-ec6f-48f7-8712-97229b7b152c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0310490 Jul 12 17:02:15.652236 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-08fa1081-c893-41c3-8aa4-fa2aa9f1dc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.646218 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d8e1433c-8598-47c6-a68c-32a392bf0938 req-f27fe609-09b3-46c7-9faa-c859505786ba tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Jul 12 17:02:17.789408 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9ca02ba2-6e07-4f61-9bca-f318d777ba65 req-0cd6b696-7ce1-4dba-a74b-d1b582b27895 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0276217 Jul 12 17:02:18.923965 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:18.938251 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9bc8485b-9848-4175-a061-6ccfc6337f84 req-b3158824-e6ab-4948-832a-130bc5ad47e0 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0333622 Jul 12 17:02:19.545471 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f220c3e1-159f-4898-a06f-5b62c491bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:20.080489 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9cddee16-9c1b-416d-9489-7b125f21e88c req-88563ddb-fe6c-4ff5-b614-fe623275fc8b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Jul 12 17:02:21.225130 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-92c3061b-2830-44ce-b199-a8cf07dcda07 req-d52ce67c-88e0-4474-ad5b-54c7d2985062 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287004 Jul 12 17:02:21.413220 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.483197 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-cd36bfc8-8258-4a6f-be87-e66c1a18206a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509281 Jul 12 17:02:21.556303 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-136b3cd9-de0d-4312-8374-6c6ab47c0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.557835 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-136b3cd9-de0d-4312-8374-6c6ab47c0ee0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0522432 Jul 12 17:02:21.665815 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-deeff07d-8a80-405a-822d-f67486b940a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.667410 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-deeff07d-8a80-405a-822d-f67486b940a7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0899503 Jul 12 17:02:21.734829 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-b7e9f6ba-60ca-48c2-aef0-696d108a1881 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0607257 Jul 12 17:02:21.786854 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-19ea0f86-b6bb-4875-8419-c86439ad149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.788289 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-19ea0f86-b6bb-4875-8419-c86439ad149a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0470717 Jul 12 17:02:21.844391 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-8b634913-7511-43e7-9604-27510fb84b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.845915 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-8b634913-7511-43e7-9604-27510fb84b91 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513332 Jul 12 17:02:21.932411 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-53a0258b-f2e5-48ac-a40a-0949dc035269 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801573 Jul 12 17:02:21.932690 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:22.023362 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b503637-614d-462a-a9c1-46cf27bd5ef0 req-a2a76a56-17de-44f5-a469-896941bf1923 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847602 Jul 12 17:02:22.374023 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0a18a85d-14bb-4e30-99cd-4e33fb506a49 req-a9fdb3e6-483c-4563-aa1b-ba75634623ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0305128 Jul 12 17:02:23.306578 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:23.519030 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e6547ce-907c-41ee-8aa5-56b0152574f6 req-f2bac249-618f-4853-ae9e-b309a3da5563 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0290751 Jul 12 17:02:24.659079 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-16493c32-424e-488e-bdb4-1c5b72c8150d req-287f416d-8629-48f7-a35f-8b017b1ce985 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0275517 Jul 12 17:02:25.806794 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c7b829d-3770-407b-9d2e-37644e43a976 req-a9f3090e-2fef-4418-9101-49dd5d66dbd7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0294697 Jul 12 17:02:26.948245 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5e8d1760-e116-47e6-8ab2-7f33b9766a6d req-04b3f4f9-2237-4dc7-822f-ccf86cfe9edf tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0292630 Jul 12 17:02:28.093452 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7ffef144-6fa8-4d94-99b6-1b8c3837f8cb req-0f40f6e2-126e-471c-83ac-79a51a780fe3 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0323579 Jul 12 17:02:29.238092 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-97b69616-2344-4bc8-9419-276094e40947 req-212840ae-4d70-46c6-ae5b-465e1e214081 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=972d573d-cca0-457b-81e8-6823fd63d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0278859 Jul 12 17:02:30.396658 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 41590) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:30.451305 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.474242 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.522107 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.524510 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.525668 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "DELETE /v2.0/security-groups/1e3af638-0744-40ea-a113-1899b0127215 HTTP/1.1" status: 204 len: 168 time: 0.1279225 Jul 12 17:02:30.528440 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 41592) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:30.535724 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3af638-0744-40ea-a113-1899b0127215,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:30.542681 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.543026 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.543365 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.543700 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.544032 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.544989 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.545330 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.545573 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.api.v2.resource [None req-5269bd63-288f-42ec-922d-64697730e312 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] show failed (client error): The resource could not be found. Jul 12 17:02:30.545707 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.546001 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.546311 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.546623 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5269bd63-288f-42ec-922d-64697730e312 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups/1e3af638-0744-40ea-a113-1899b0127215 HTTP/1.1" status: 404 len: 347 time: 0.0166719 Jul 12 17:02:30.546728 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.547129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504797bb-73ac-4d84-9f3b-e510e39300ce tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:30.549566 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 41594) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:30.668613 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Deleting port 6f468f03-3e70-4a80-804b-e10f83766e4e {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:30.668951 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.746933 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.747261 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.759637 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Calling delete_port for 6f468f03-3e70-4a80-804b-e10f83766e4e owned by network:floatingip {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:30.895770 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.922995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event deleted for resources: {'Port': ['ID=6f468f03-3e70-4a80-804b-e10f83766e4e,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:30.993398 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.996425 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.998397 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-18573d0e-e891-41a0-a962-d8ca22905213 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "DELETE /v2.0/floatingips/6e434f4c-eee8-4e68-878d-3ce5f2bc62f7 HTTP/1.1" status: 204 len: 168 time: 0.4478602 Jul 12 17:02:31.323192 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 41602) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:31.323192 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204428095', 'description': 'tempest-description--1548078853'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:31.345677 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.433231 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.438544 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.470646 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.471866 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1550636 Jul 12 17:02:31.472911 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703a05fe-6922-4dd5-9faa-048d794218c6,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:31.474842 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 41606) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:31.480013 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-4283f7e9-8120-4b10-8663-369e9125427c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'security_group_rule': {'security_group_id': '703a05fe-6922-4dd5-9faa-048d794218c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:31.490994 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.491335 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.491677 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.492091 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.492395 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.492727 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.493046 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.493384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.493709 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.494029 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.494352 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.494668 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e9cec-4073-4710-bf7c-c003b3bd9742 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:31.521064 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4283f7e9-8120-4b10-8663-369e9125427c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.572442 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4283f7e9-8120-4b10-8663-369e9125427c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.578595 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4283f7e9-8120-4b10-8663-369e9125427c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.600857 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283f7e9-8120-4b10-8663-369e9125427c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75b9d94-8ac2-42c7-9bc3-4ce48a8ca58e,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:31.607089 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4283f7e9-8120-4b10-8663-369e9125427c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.608495 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4283f7e9-8120-4b10-8663-369e9125427c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327088 Jul 12 17:02:31.611451 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 41608) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:31.616237 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-c4987620-2356-4ba2-9b1b-b04c689f059a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'security_group_rule': {'security_group_id': '703a05fe-6922-4dd5-9faa-048d794218c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:31.642850 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c4987620-2356-4ba2-9b1b-b04c689f059a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.702446 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c4987620-2356-4ba2-9b1b-b04c689f059a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.706748 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c4987620-2356-4ba2-9b1b-b04c689f059a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.723699 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4987620-2356-4ba2-9b1b-b04c689f059a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d427d47d-ea54-48d2-8951-88ce8400c75c,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:31.730027 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c4987620-2356-4ba2-9b1b-b04c689f059a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.731196 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c4987620-2356-4ba2-9b1b-b04c689f059a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187251 Jul 12 17:02:31.734196 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 41610) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:31.738453 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:31.759324 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.855794 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.959521 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Allocated IP 172.27.1.141 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/b3a3a86e-192f-42de-b3fa-8e821ccf602b) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:02:32.056932 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.095854 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.130243 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:02:32.134800 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:32.137278 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:02:32.172111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'Port': ['ID=b3a3a86e-192f-42de-b3fa-8e821ccf602b,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:32.228513 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.269950 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.423342 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.428604 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.495473 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'Port': ['ID=b3a3a86e-192f-42de-b3fa-8e821ccf602b,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:32.507967 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.522107 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.523400 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-86c97baa-d534-44e7-96e0-e70dbc34e692 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7882729 Jul 12 17:02:32.686804 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-a3c9a4b1-7c82-4a2d-af08-88cfaecf7e4e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1204428095&fields=id&tenant_id=0a373c9c10344e12888f8d72d96ea72f HTTP/1.1" status: 200 len: 267 time: 0.0334296 Jul 12 17:02:32.794090 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-5aabf872-d759-4b8b-abd4-b4cb8eb42849 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:32.796164 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-5aabf872-d759-4b8b-abd4-b4cb8eb42849 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 816 time: 0.1024127 Jul 12 17:02:32.810612 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-b036ae57-3fc6-4e8e-ba23-f63fd8f57d96 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/quotas/0a373c9c10344e12888f8d72d96ea72f HTTP/1.1" status: 200 len: 375 time: 0.0088592 Jul 12 17:02:32.881043 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-53d44f22-e553-47cd-b215-82e130cf56fd tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656021 Jul 12 17:02:32.979799 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-8fbe250f-0474-4d67-b3cb-6d833487a7df service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:02:32.980836 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-8fbe250f-0474-4d67-b3cb-6d833487a7df service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0883141 Jul 12 17:02:33.074851 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-ed76fc74-90d1-4da0-ba6f-7d5139cd5b96 service neutron] 10.222.0.74 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869756 Jul 12 17:02:33.161985 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-f9dcc5ba-026c-448f-a6fe-bd1988ee01d8 service neutron] 10.222.0.74 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811472 Jul 12 17:02:33.334569 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8a2831fa-c77e-45a9-90eb-640c76870dfd req-4c35050e-8ec7-44b7-9a58-8279b99ef23e tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 210 time: 0.0299289 Jul 12 17:02:34.520970 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bea7976e-f991-4bef-a53d-2d2097bbe06b req-1d4e6819-f19e-4c7e-8484-ed34fc709505 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 210 time: 0.0583227 Jul 12 17:02:34.778189 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-c94c3d8a-16e3-4729-86d5-366c124c851d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:34.780171 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-c94c3d8a-16e3-4729-86d5-366c124c851d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 816 time: 0.3546956 Jul 12 17:02:34.823936 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-740c15ba-5ca6-4a6e-b2f2-8d82384c6ada tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a373c9c10344e12888f8d72d96ea72f HTTP/1.1" status: 200 len: 380 time: 0.0323501 Jul 12 17:02:34.832552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'port': {'device_id': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'admin_state_up': True, 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'security_groups': ['703a05fe-6922-4dd5-9faa-048d794218c6']}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:34.938651 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Made reservation on behalf of 0a373c9c10344e12888f8d72d96ea72f for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:34.942569 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.065135 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Allocated IP 172.20.0.14 (090234da-390e-4509-b5e9-adaf969467b0/be836117-8ef6-4f4a-9601-5fd272a71233/5a8c35e9-2c51-426d-96a1-1f6d695d02f3) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:02:35.198822 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.212693 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Transition to ACTIVE for port object 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:35.246959 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.292313 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Network 090234da-390e-4509-b5e9-adaf969467b0 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:02:35.295430 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:35.299403 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:02:35.327243 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event updated for resources: {'Port': ['ID=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:35.355703 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:35.356368 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.373387 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-cb71cd49-5825-497e-99c2-eac2ab89c63b tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5442901 Jul 12 17:02:35.387537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Request body: {'port': {'device_id': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:35.461508 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.522689 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-de75534c-f85d-4d99-8cfc-6e88f0d196b1 None None] Provisioning for port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:35.526901 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-de75534c-f85d-4d99-8cfc-6e88f0d196b1 None None] Provisioning complete for port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:35.527535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-de75534c-f85d-4d99-8cfc-6e88f0d196b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.570145 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-de75534c-f85d-4d99-8cfc-6e88f0d196b1 None None] Port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:02:35.765823 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc3cb-f978-4c0f-9df9-d1314fe56384 req-461c4a65-efe9-438a-8f1a-78007ea16672 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:35.767320 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974cc3cb-f978-4c0f-9df9-d1314fe56384 req-461c4a65-efe9-438a-8f1a-78007ea16672 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 932 time: 0.1170182 Jul 12 17:02:35.814587 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:02:35.828523 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.842881 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974cc3cb-f978-4c0f-9df9-d1314fe56384 req-cf8fa02b-0382-4122-a9f9-f2810e18e553 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581481 Jul 12 17:02:35.847530 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Transition to ACTIVE for port object 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:35.852415 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.904388 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:35.985308 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Attempting to bind port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:02:35.985636 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Attempting to bind port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:02:35.985993 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Attempting to bind port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 on network 090234da-390e-4509-b5e9-adaf969467b0 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:35.990773 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 on network 090234da-390e-4509-b5e9-adaf969467b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:02:35.991267 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Attempting to bind port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 on network 090234da-390e-4509-b5e9-adaf969467b0 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:35.996650 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:02:35.997041 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Checking segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:35.997503 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Bound using segment: {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:02:35.998476 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Bound port: 5a8c35e9-2c51-426d-96a1-1f6d695d02f3, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10603ad-df34-4ac1-bb95-59d98f965428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '090234da-390e-4509-b5e9-adaf969467b0'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:02:35.998836 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:36.070731 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] For port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:02:36.074551 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] For port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:02:36.084149 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:36.119961 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.120593 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:36.122067 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] 10.222.0.97 "PUT /v2.0/ports/5a8c35e9-2c51-426d-96a1-1f6d695d02f3 HTTP/1.1" status: 200 len: 1094 time: 0.7389541 Jul 12 17:02:36.123094 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:36.125349 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7fdc75-feda-4dc0-b01b-15d4e7c57996" -d '{"events": [{"name": "network-changed", "server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:36.163586 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bb201b-1733-4f39-943a-f047a70e2304 x-openstack-request-id: req-99bb201b-1733-4f39-943a-f047a70e2304 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:36.163878 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:36.164195 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-99bb201b-1733-4f39-943a-f047a70e2304 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:36.164524 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'status': 'completed', 'code': 200} Jul 12 17:02:36.167775 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a37e1-f76b-49bd-b749-faf6ed7161c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:36.234736 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-6eea2400-3e50-4aba-935b-d2d243438ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.236301 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-6eea2400-3e50-4aba-935b-d2d243438ea8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0650947 Jul 12 17:02:36.281150 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-eab1f9ca-badc-401e-b2b4-56a62525b29d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3 HTTP/1.1" status: 200 len: 217 time: 0.0367486 Jul 12 17:02:36.337501 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-f8124433-a4b2-421e-8c0d-4fa48ef55e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.339278 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-f8124433-a4b2-421e-8c0d-4fa48ef55e61 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0507450 Jul 12 17:02:36.402701 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-2ad10b02-6980-4ccd-aacc-cf1d1f75528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.405020 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-2ad10b02-6980-4ccd-aacc-cf1d1f75528a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588255 Jul 12 17:02:36.504486 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-b8373f0a-e840-48c9-8c8a-2bdd1301e6b1 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916216 Jul 12 17:02:36.598728 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-190933d2-aa94-4cdb-99c0-b4bbd07c59cd req-29174f12-dd3c-4f3f-8947-ba5e2e82d770 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883427 Jul 12 17:02:36.713341 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-bd4c1307-23ea-439d-be14-a894f905af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.714974 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-bd4c1307-23ea-439d-be14-a894f905af25 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0647850 Jul 12 17:02:36.803061 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-35f90af1-f3e0-4b54-9876-6bb73a622248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.804566 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-35f90af1-f3e0-4b54-9876-6bb73a622248 service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0833299 Jul 12 17:02:36.849597 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-76405443-f36f-4118-8ecf-51e9ecdb0e58 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3 HTTP/1.1" status: 200 len: 217 time: 0.0379131 Jul 12 17:02:36.898184 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-4a5ef0bd-4edf-4076-b4bd-936a9edd2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.899649 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-4a5ef0bd-4edf-4076-b4bd-936a9edd2696 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0438318 Jul 12 17:02:36.957643 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-c246b5e4-21c1-41b5-80fc-71d0e009491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.959211 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-c246b5e4-21c1-41b5-80fc-71d0e009491a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532203 Jul 12 17:02:37.089054 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f177e2-73d6-4d3b-83ab-42c35ebff60c req-bdba3b79-1472-447c-bf45-6fc7ade37ed1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:37.090560 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84f177e2-73d6-4d3b-83ab-42c35ebff60c req-bdba3b79-1472-447c-bf45-6fc7ade37ed1 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 944 time: 0.1300251 Jul 12 17:02:37.094700 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-63c22d47-3741-4831-ba8a-c4d436fd07a6 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249719 Jul 12 17:02:37.178168 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84f177e2-73d6-4d3b-83ab-42c35ebff60c req-29c8c1d7-03f3-473c-8ab4-036e0ffc284d tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813239 Jul 12 17:02:37.208986 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-be7fdc75-feda-4dc0-b01b-15d4e7c57996 req-a73bc4c6-f835-4943-9520-3eb496bbf1d8 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061566 Jul 12 17:02:37.604414 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:02:37.702623 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:37.714593 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'port_id': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'mac_address': 'fa:16:3e:ab:f5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:02:37.754379 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:37.767142 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:02:37.787431 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:37.791607 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:37.849704 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:37.857875 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.858151 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.858471 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.858808 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.859134 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.859461 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.859788 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.860109 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.860432 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.860783 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.861071 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:37.861390 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:38.115866 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['5a8c35e9-2c51-426d-96a1-1f6d695d02f3'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:38.358500 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5d40e-2843-41e7-bae3-904ac431220d req-de819bda-8984-4e41-bf90-756776b0de2a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:38.359944 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-81a5d40e-2843-41e7-bae3-904ac431220d req-de819bda-8984-4e41-bf90-756776b0de2a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 945 time: 0.0637851 Jul 12 17:02:38.397194 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-81a5d40e-2843-41e7-bae3-904ac431220d req-bf55fb6f-54ef-47b1-a41c-4fa56792aa8c tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Jul 12 17:02:39.577303 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc6ff-cfb8-4c89-b2a6-42f46e25309f req-82c6c9d5-faca-41b1-a30f-460e5688d5ac tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:39.578915 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88fdc6ff-cfb8-4c89-b2a6-42f46e25309f req-82c6c9d5-faca-41b1-a30f-460e5688d5ac tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 945 time: 0.0674222 Jul 12 17:02:39.616536 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88fdc6ff-cfb8-4c89-b2a6-42f46e25309f req-026c8c40-3697-479d-96a3-e16984026128 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Jul 12 17:02:39.619842 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:02:39.668517 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:39.672134 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:39.672502 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:39.870170 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:39.895523 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:39.897797 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81350f47-a99b-4306-ac28-2dcc00757aa5" -d '{"events": [{"server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "name": "network-vif-plugged", "status": "completed", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:39.913621 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:39.918948 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:39.972718 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:40.002488 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc37e88-3908-4ecc-8d05-5bccabc92ce8 x-openstack-request-id: req-ccc37e88-3908-4ecc-8d05-5bccabc92ce8 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:40.002720 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "name": "network-vif-plugged", "status": "completed", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:40.002980 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ccc37e88-3908-4ecc-8d05-5bccabc92ce8 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:40.003372 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'code': 200} Jul 12 17:02:40.178339 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-f6a5e55f-14d3-4270-8b9e-9464e3b7b500 None None] Provisioning complete for port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:40.178700 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e55f-14d3-4270-8b9e-9464e3b7b500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:40.255305 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c65e9-fce3-44d4-93b4-bc38a8ba5579 req-0d146f1c-f9b1-4108-a715-22667c13536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:40.256720 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-885c65e9-fce3-44d4-93b4-bc38a8ba5579 req-0d146f1c-f9b1-4108-a715-22667c13536d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 1099 time: 0.0754373 Jul 12 17:02:40.302939 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-885c65e9-fce3-44d4-93b4-bc38a8ba5579 req-53ffff62-1450-445f-97ab-de87dcbd7efb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394843 Jul 12 17:02:40.798946 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64a98-41cd-45a4-b1c5-83b7fbaad881 req-6f3ca288-6c0f-46b3-b191-b68b81eba842 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:40.800442 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ed64a98-41cd-45a4-b1c5-83b7fbaad881 req-6f3ca288-6c0f-46b3-b191-b68b81eba842 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 946 time: 0.0678942 Jul 12 17:02:40.838649 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1ed64a98-41cd-45a4-b1c5-83b7fbaad881 req-60cf3533-5f73-4320-b4d1-1c8cadfa51c4 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326483 Jul 12 17:02:42.021676 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5089f7-4c20-4cc2-9b82-74d388f80034 req-5750cf54-be09-49c1-b0df-0672137f38e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:42.023247 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7e5089f7-4c20-4cc2-9b82-74d388f80034 req-5750cf54-be09-49c1-b0df-0672137f38e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 946 time: 0.0630698 Jul 12 17:02:42.062719 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7e5089f7-4c20-4cc2-9b82-74d388f80034 req-8db76f57-a65c-4fb8-bdd7-c13de16daee4 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332179 Jul 12 17:02:42.234373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb70d1-ade0-41be-93b1-6d89b6d52daf req-cd3475c5-8f0d-4a14-9461-a94d0542f76f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:42.235896 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7efb70d1-ade0-41be-93b1-6d89b6d52daf req-cd3475c5-8f0d-4a14-9461-a94d0542f76f tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 946 time: 0.0659811 Jul 12 17:02:42.244219 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 41730) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:42.249304 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Request body: {'floatingip': {'port_id': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:42.291074 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:42.743778 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:42.748501 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:42.845392 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Floating IP c8dae810-44be-40aa-b512-4c067e0391d0 associated. External IP: 172.27.1.141, port: 5a8c35e9-2c51-426d-96a1-1f6d695d02f3. Jul 12 17:02:43.055534 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:02:43.161510 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:02:43.166482 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:43.171999 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] Sync routers for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:02:43.181226 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:02:43.181949 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:02:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:43.202648 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-e9ad9ad2-4af0-48f2-8b68-45d0af2acd02 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "PUT /v2.0/floatingips/c8dae810-44be-40aa-b512-4c067e0391d0 HTTP/1.1" status: 200 len: 992 time: 0.9573786 Jul 12 17:02:43.203215 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:43.205429 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64b91e8-54fc-41d9-828a-80abd89b664f" -d '{"events": [{"name": "network-changed", "server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:43.243114 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb9cc79-14f7-40f2-924e-aba7131e67e3 x-openstack-request-id: req-cdb9cc79-14f7-40f2-924e-aba7131e67e3 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:43.243709 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:43.243709 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cdb9cc79-14f7-40f2-924e-aba7131e67e3 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:43.244021 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'status': 'completed', 'code': 200} Jul 12 17:02:43.289388 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:02:43.319142 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-fa40ae28-98d0-482a-a3d7-23e124d149e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:43.320925 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-fa40ae28-98d0-482a-a3d7-23e124d149e3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 1099 time: 0.0527086 Jul 12 17:02:43.417676 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-54dad2a0-b849-412a-9358-e64628b50611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:43.420318 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-54dad2a0-b849-412a-9358-e64628b50611 service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0875931 Jul 12 17:02:43.488243 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-3e1a9ed6-0542-4ee7-af93-f52958e4d40f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3 HTTP/1.1" status: 200 len: 1000 time: 0.0609982 Jul 12 17:02:43.516053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'c8dae810-44be-40aa-b512-4c067e0391d0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'port_id': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'mac_address': 'fa:16:3e:ab:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:02:32Z', 'updated_at': '2021-07-12T17:02:42Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:43.541800 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-a52e5135-f4de-4ec3-9c7d-4c6b6f3fd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:43.543216 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-a52e5135-f4de-4ec3-9c7d-4c6b6f3fd43b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0485234 Jul 12 17:02:43.545549 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] Checking router: f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:02:43.553933 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:02:43.554536 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:02:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:43.602097 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-d1201398-3abe-41f7-b11e-0389beb871c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:43.603616 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-d1201398-3abe-41f7-b11e-0389beb871c0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533168 Jul 12 17:02:43.655890 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:02:43.696241 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-0976cf7d-e6c7-4a18-bdfb-e8ffa456b06d service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850773 Jul 12 17:02:43.791890 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b64b91e8-54fc-41d9-828a-80abd89b664f req-c0d1cc45-735a-4c60-8271-c5d041cf484a service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885832 Jul 12 17:02:43.887412 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'c8dae810-44be-40aa-b512-4c067e0391d0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'port_id': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'mac_address': 'fa:16:3e:ab:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:02:32Z', 'updated_at': '2021-07-12T17:02:42Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:43.914527 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17ac9a-2560-419e-851a-417c96765938 None None] The sync data for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi is: [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'c8dae810-44be-40aa-b512-4c067e0391d0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'port_id': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'mac_address': 'fa:16:3e:ab:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:02:32Z', 'updated_at': '2021-07-12T17:02:42Z', 'revision_number': 1, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:02:44.093293 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6992a-cab4-4dbc-882e-8d80b4cbaa54 None None] New status for floating IP c8dae810-44be-40aa-b512-4c067e0391d0: ACTIVE {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:02:44.340542 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:02:45.652715 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9eb13850-bf1a-43a7-b039-c1daf4cd2fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:48.927390 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.547940 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-87a9e119-02b1-42a3-89e6-d797a74f5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:51.416810 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:51.947966 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.310570 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.658949 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-323ad7c2-e92b-4678-ab0d-82420e085f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.928487 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:19.548334 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c2ac7741-0c71-4977-b97a-61dad70f11ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.342691 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:03:21.423799 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.956340 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.312715 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.547451 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-1edf25d2-8a1c-4043-bc59-96796ab68c02 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536869 Jul 12 17:03:23.622041 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-b270ce06-9be5-4599-80d0-b9b2fcf67342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:23.623450 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-b270ce06-9be5-4599-80d0-b9b2fcf67342 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d0da15426836450eac2b9e49717e761d&device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 1098 time: 0.0523350 Jul 12 17:03:23.728542 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-1021bdbf-a3b9-48d5-b35d-fa6ca05d7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:23.730050 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-1021bdbf-a3b9-48d5-b35d-fa6ca05d7a37 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 200 len: 914 time: 0.0862253 Jul 12 17:03:23.769525 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-91ba12c1-090f-43d1-bcfc-21b109b37436 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcb849ca-3061-413b-bc67-2757280f117d HTTP/1.1" status: 200 len: 217 time: 0.0329254 Jul 12 17:03:23.820779 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-85b1aa5f-560f-4383-b7cf-c513ba0d08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:23.822248 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-85b1aa5f-560f-4383-b7cf-c513ba0d08b0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b04df1c9-aecf-4377-8b0c-3d0a01d23550 HTTP/1.1" status: 200 len: 853 time: 0.0465951 Jul 12 17:03:23.854651 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-82537cac-0cbc-4414-aca8-281041dad9f6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262759 Jul 12 17:03:23.940273 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-53a0416c-a5c2-4f72-a6ed-3e45b436868d service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792670 Jul 12 17:03:24.029918 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd8b9fcc-6403-45fe-b9e2-e65125283ef2 req-e8137435-1c68-47bd-aaa7-e0443fa867b0 service neutron] 10.222.0.97 "GET /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832698 Jul 12 17:03:35.995743 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-c2813982-afaa-4f40-8753-3aa13d7d8403 req-ad15bf76-5473-4ae6-b428-bf3e471ddc83 service neutron] (99420) timed out ('10.222.0.97', 64996) {{(pid=99420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:03:45.659984 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3b44b03c-c98b-4158-a13a-75fed34f57ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:48.930400 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:49.549683 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-eece3966-62ac-45c2-a505-e156476dd4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:51.422452 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:51.958940 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:53.315977 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:58.341667 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:04:15.661131 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b86b9c3a-94ab-4192-a8f3-3e97041d510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:18.934180 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:19.555374 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b1f4889f-1f51-487b-bd61-93078a149c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:21.424497 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:21.961670 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:23.319498 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:23.535382 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-6dba0402-d8ec-46eb-b9c8-405cb827ddba service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199677 Jul 12 17:04:23.636247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-8e26f8c6-cd37-4e73-856b-a85e4e5d02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:23.637736 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-8e26f8c6-cd37-4e73-856b-a85e4e5d02bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 1099 time: 0.0556798 Jul 12 17:04:23.757202 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-41227cf2-98f7-4045-bd42-e7d7168f307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:23.758972 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-41227cf2-98f7-4045-bd42-e7d7168f307c service neutron] 10.222.0.97 "GET /v2.0/networks?id=1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 200 len: 915 time: 0.0990851 Jul 12 17:04:23.803415 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-3a540e39-8369-4b16-95b7-ea53ceb04f65 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 200 len: 217 time: 0.0364635 Jul 12 17:04:23.856877 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-d37d3abd-df7a-483b-bc39-72144f677fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:23.858436 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-d37d3abd-df7a-483b-bc39-72144f677fd0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 200 len: 853 time: 0.0482681 Jul 12 17:04:24.153711 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-33b8d62a-e4fe-4f92-8918-e25b9995c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:24.155263 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-33b8d62a-e4fe-4f92-8918-e25b9995c79b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1680b458-4288-43da-bfdd-e9da3e74b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2901602 Jul 12 17:04:24.242724 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-b9868a50-0055-4d6f-a235-1339b46276a6 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797148 Jul 12 17:04:24.333090 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-52a0304d-987a-4ea0-bcca-07bb0fa3684c req-181592db-39d1-4c9d-b8cc-ad7ac48efe30 service neutron] 10.222.0.97 "GET /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835459 Jul 12 17:04:35.340352 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:04:45.662867 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6331e7fc-929a-43d8-9508-ca8da9b8213a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.936832 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:49.547092 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-26c88afe-1aff-47ae-879f-cde06df8e682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.429254 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.975520 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:53.321691 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:12.341144 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:05:15.663282 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0a54a07e-7a20-4c52-868e-0e037ab361d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:18.938858 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:19.547512 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3f3682ee-84d4-4ed4-89da-5e4f2c4226cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:21.430209 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:21.973213 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:23.325993 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:23.517799 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-3578d496-cc9c-4c1a-a726-1c3b8261f75d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526271 Jul 12 17:05:23.599947 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751570-3187-48d4-a658-3e1d085a378c req-c17e0837-4d3b-433a-904e-bf91a54a60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:23.602135 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-c17e0837-4d3b-433a-904e-bf91a54a60a9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0613286 Jul 12 17:05:23.717373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751570-3187-48d4-a658-3e1d085a378c req-7b40e87e-840a-4c20-b9db-cb64d1a94497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:23.719077 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-7b40e87e-840a-4c20-b9db-cb64d1a94497 service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0953472 Jul 12 17:05:23.787869 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-6850834b-b0f6-4d21-b866-3683909f0fcb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0621984 Jul 12 17:05:23.843027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751570-3187-48d4-a658-3e1d085a378c req-c31cac07-7573-4f40-9932-d3d3747c6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:23.844459 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-c31cac07-7573-4f40-9932-d3d3747c6192 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0503871 Jul 12 17:05:23.908169 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751570-3187-48d4-a658-3e1d085a378c req-12d3d891-d731-4f63-905f-52490cbbbc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:23.910444 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-12d3d891-d731-4f63-905f-52490cbbbc5f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583899 Jul 12 17:05:24.007719 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-90b78bb9-bc72-4309-a49d-fd40455375d7 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900776 Jul 12 17:05:24.106777 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-34751570-3187-48d4-a658-3e1d085a378c req-d69a543b-eda8-419a-ba0c-b7d5d58d9923 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924964 Jul 12 17:05:45.666246 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-46184438-2b2d-461f-82ee-aad4b3c285df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:48.940739 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:49.339142 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:05:49.548164 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5fb83186-8c18-455c-ad80-870eecb5d132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:51.433066 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:51.982763 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:53.328670 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:07.417408 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edef08-8993-4e42-8e34-0fa483c1426e req-2dcce706-8b48-4e1c-8b7f-8d23783c51d8 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:07.419069 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e6edef08-8993-4e42-8e34-0fa483c1426e req-2dcce706-8b48-4e1c-8b7f-8d23783c51d8 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 945 time: 0.1790037 Jul 12 17:06:07.456669 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e6edef08-8993-4e42-8e34-0fa483c1426e req-6849fb3f-844a-4cc7-ba81-c0d8a1988716 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/security-groups?id=1164e022-685b-42dd-ae26-317335e37178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Jul 12 17:06:07.795288 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-83449cc6-7ae7-4cc3-b205-89a499c82394 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:07.796800 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-83449cc6-7ae7-4cc3-b205-89a499c82394 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 945 time: 0.0680637 Jul 12 17:06:07.894304 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Deleting port fcb849ca-3061-413b-bc67-2757280f117d {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:07.894644 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:07.983486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] For port fcb849ca-3061-413b-bc67-2757280f117d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=fcb849ca-3061-413b-bc67-2757280f117d,segment=NetworkSegment(1c795337-cf7a-486e-bbbf-6c02def292bd),segment_id=1c795337-cf7a-486e-bbbf-6c02def292bd)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:07.983845 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:07.996902 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Calling delete_port for fcb849ca-3061-413b-bc67-2757280f117d owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:08.120677 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:08.133582 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['fcb849ca-3061-413b-bc67-2757280f117d'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:06:08.154473 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Pushing event deleted for resources: {'Port': ['ID=fcb849ca-3061-413b-bc67-2757280f117d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:08.185357 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.185712 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.186088 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.186426 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.186760 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.187098 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.187429 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.187757 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.188084 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.188409 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.188732 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.189055 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:08.212121 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] No DVR routers for this DVR port fcb849ca-3061-413b-bc67-2757280f117d on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:06:08.214625 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:08.216901 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc287c1f-1753-4e4e-8d0b-151f4341c6cc req-175fd14c-534e-41b3-82d9-933a4706e544 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.97 "DELETE /v2.0/ports/fcb849ca-3061-413b-bc67-2757280f117d HTTP/1.1" status: 204 len: 173 time: 0.4143984 Jul 12 17:06:08.217347 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91258848-973e-4b74-831a-ce7d687a18cb', 'name': 'network-vif-deleted', 'tag': 'fcb849ca-3061-413b-bc67-2757280f117d'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:06:08.220866 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483bf12-f5a4-4828-8f6c-2d0a8519697a" -d '{"events": [{"server_uuid": "91258848-973e-4b74-831a-ce7d687a18cb", "name": "network-vif-deleted", "tag": "fcb849ca-3061-413b-bc67-2757280f117d"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:06:08.314879 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47839095-bf7f-49ff-ac77-8553777c78bc x-openstack-request-id: req-47839095-bf7f-49ff-ac77-8553777c78bc {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:06:08.315176 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91258848-973e-4b74-831a-ce7d687a18cb", "name": "network-vif-deleted", "tag": "fcb849ca-3061-413b-bc67-2757280f117d", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:06:08.315463 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-47839095-bf7f-49ff-ac77-8553777c78bc {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:06:08.316149 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91258848-973e-4b74-831a-ce7d687a18cb', 'name': 'network-vif-deleted', 'tag': 'fcb849ca-3061-413b-bc67-2757280f117d', 'status': 'completed', 'code': 200} Jul 12 17:06:08.613276 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3481986f-d535-4ba3-bd2a-9b604ec1cc6c req-af709661-2ee5-4228-a4f0-2f23b6a55f53 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0276964 Jul 12 17:06:09.809567 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44062cae-ded3-469a-be18-0fedc467bc87 req-78e1b0b0-3572-44bd-83ad-42a81b0c616e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0816526 Jul 12 17:06:10.948304 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8213b692-83db-4304-827a-6c7df21231f4 req-63873043-6c49-480c-a9ee-12f02ae80afa tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0273683 Jul 12 17:06:12.085566 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c5d5e06c-35ae-472f-9f35-ceceed15016b req-864994e5-5a70-4bbe-b4f2-f58e684b64f6 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0288374 Jul 12 17:06:12.667963 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fcb849ca-3061-413b-bc67-2757280f117d no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:12.689851 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: fcb849ca-3061-413b-bc67-2757280f117d {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:12.690187 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device fcb849ca-3061-413b-bc67-2757280f117d not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:13.224079 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4e7372b8-0703-4fd0-8245-694c7f737aad req-72be3903-ca28-49f2-873b-ee5a3745b23c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0307553 Jul 12 17:06:14.365535 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-32dbb2dc-2962-49ba-84e7-1e44e377378e req-88851d25-6eb5-4ab4-a88f-294f8a7bddde tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0275095 Jul 12 17:06:15.504431 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a1e3e6cf-6ef3-49f6-ae2f-f2b95a0c8ebc req-3e2c34b9-5931-4d63-829d-f8bef245914d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0274742 Jul 12 17:06:15.668595 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-13b29fd9-2119-412f-a6ef-3208419f40cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:16.645719 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f59a34e9-794b-4af6-b81a-5f5ac3b174de req-0136749a-eca6-4c64-a6c6-e0842e4ceda7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0307658 Jul 12 17:06:17.786991 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-93b6a6fc-db12-40a9-bac8-74e4fe0d128b req-c3d92e99-9f05-4a69-8921-4076d6457c75 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0272477 Jul 12 17:06:18.925563 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-005659bf-ab77-4321-ac8c-3986bcc8e516 req-9ed8f661-7032-4a5c-8932-c2fb6cbaca8a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281520 Jul 12 17:06:18.951078 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:19.548616 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c2d7698f-2438-4811-85fc-91dc37dbb0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:20.065286 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6948e931-440a-490b-8746-0cee5fc756c7 req-64058432-f068-4de9-8d20-45c894736631 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0274322 Jul 12 17:06:21.207417 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8f6836d1-73d4-4788-8c5e-4cdbc1927eb4 req-593c3100-c667-46a1-b4cf-8e19e5c59c43 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0295391 Jul 12 17:06:21.436326 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:21.988986 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:22.344200 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6cb0df3a-f4ed-484c-9770-c83dde5822b4 req-7d9ca7d5-4b8d-4edb-b060-3d0ae7083dc0 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0310671 Jul 12 17:06:23.329461 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:23.488222 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-824a6251-6577-40a3-a9eb-06eec034e646 req-1cc9bd8e-b179-4c74-8d4e-ff20d507258a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0290720 Jul 12 17:06:23.554093 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-82919306-d593-4f47-b5ba-32edf61ecb31 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500398 Jul 12 17:06:23.625151 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-58481939-bfbe-44fa-8f75-6a024d142da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:23.626651 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-58481939-bfbe-44fa-8f75-6a024d142da9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 1099 time: 0.0514710 Jul 12 17:06:23.728514 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-23276457-d097-486c-bfa6-022325592744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:23.730114 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-23276457-d097-486c-bfa6-022325592744 service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0842593 Jul 12 17:06:23.793411 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-170e2350-bed7-4281-b4b8-e2a3c2bd930f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3 HTTP/1.1" status: 200 len: 1002 time: 0.0573063 Jul 12 17:06:23.841987 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-3ce477bd-2740-4eb9-a8a0-2c84da5181a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:23.843454 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-3ce477bd-2740-4eb9-a8a0-2c84da5181a0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.0438967 Jul 12 17:06:23.905318 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-93c74d6d-3ea9-4fdf-9e82-35f8c7afa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:23.906883 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-93c74d6d-3ea9-4fdf-9e82-35f8c7afa0dc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563760 Jul 12 17:06:23.995776 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-9e103156-78e1-44d7-8824-a585e921d201 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814149 Jul 12 17:06:24.085368 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a3626974-a4eb-4134-ab36-83fc202841c0 req-77210ee1-bad5-4698-b02d-d784e326f6e9 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830891 Jul 12 17:06:24.625860 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e6784fcd-b59e-4a1e-9c53-380d81d23110 req-192a3404-c5f8-4809-9e4f-253985f4a0f0 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0293121 Jul 12 17:06:25.768033 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-54f2da27-2caf-4f34-af79-ad6f9e24555a req-3c8ce15e-292b-4b60-b4fc-6a1abf3ee8a5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0305657 Jul 12 17:06:26.338832 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:06:26.910922 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ed834c63-2ee9-4466-8e6b-161a2ba4713a req-bf02987b-56a8-418d-adc7-72b2d5e87dc4 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0274656 Jul 12 17:06:28.048854 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cf2205ed-9ff4-42c3-b628-7e1cfaaa34d7 req-50de68ec-6b56-4905-9a41-c675dae5c3d2 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0282865 Jul 12 17:06:29.338069 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-82d3ac48-209c-4e36-8fe9-0c5288f4050a req-45ff0703-3d67-42ab-9bbb-2ab75276c95d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0271282 Jul 12 17:06:30.473248 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2891df96-8053-4f10-b778-6a9d8e52e895 req-0ce3df51-5405-4681-b7cf-4afd5cead6a0 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0268285 Jul 12 17:06:31.613701 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0d060a92-302e-4093-afa3-49148faed72b req-e83500cd-7426-4f85-a6cb-3794fb72cae7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0315754 Jul 12 17:06:32.750984 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cf402965-c8b3-46c5-b40c-232f37637369 req-317a384b-5383-4952-ba9f-4addb2591b2d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0285347 Jul 12 17:06:33.886293 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-61c5fe9b-c9ee-4f9b-a27c-df8e18c7ec21 req-396096ad-82eb-4c63-95f1-de8c2699a305 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0277019 Jul 12 17:06:35.034374 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b212c4f9-8d53-45e3-8f9b-15660129c29a req-09b11b9e-d94f-4e1e-b25b-fe52dbd1f0a5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0309820 Jul 12 17:06:36.172362 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ba2f19fd-8a64-4f47-a255-6bf0267da4b7 req-d3737060-7952-4d9c-a1f0-361f19e745ba tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281003 Jul 12 17:06:37.311247 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-03d942fa-93cb-47b8-b96e-8e800e0792a9 req-45c7bfc5-908d-46e1-99f2-53ccc06d8abe tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281661 Jul 12 17:06:38.448976 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c5869560-4384-4bd0-891d-c94270de9874 req-4c2a81f3-9656-4ad9-8a75-633b71b0d6c7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0282671 Jul 12 17:06:39.587446 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ac3e2def-4038-449d-84f9-c41a260cd937 req-13e921e6-b603-4852-aa1b-eefbc32b1b32 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0284681 Jul 12 17:06:40.730130 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-07d2642a-aa04-42e5-90c1-5d9ed3e219ea req-98c9b52b-f1d6-4388-b803-d7c8cfc29eec tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0313849 Jul 12 17:06:41.870004 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f069ed79-d640-46e1-b7db-af26e1d88cbe req-cb920d5b-9e84-401a-88df-f264d2e19f7c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0289359 Jul 12 17:06:43.009875 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9bec7466-8aa7-4f18-9ac9-7a2c340707bb req-c5839fca-a17f-4ee0-a3a9-7f20a5cda4c0 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0296645 Jul 12 17:06:44.152193 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9080b609-d959-4135-96ef-da01567e7cc0 req-19a4c9a8-4dcd-44be-b0a0-bd6d2d19cb51 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0307114 Jul 12 17:06:45.290955 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1c2bb5d9-1d98-4f62-ad67-3b0f09eaaa56 req-75c61898-4570-48f7-aab5-e149148f81db tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0278678 Jul 12 17:06:45.668415 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ec86b888-fe18-4ed0-9899-106e47541145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:46.427669 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-20c3f435-d4aa-436e-ac04-051c9bcff6f3 req-33385627-ea8e-4b18-a932-3733da095b0f tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0279672 Jul 12 17:06:47.566325 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0b5861c0-0cfa-4315-b589-ba8bd5c4abea req-8ba5213e-44ba-4f86-9c51-c83838af1a5b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0282836 Jul 12 17:06:48.703412 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-be11782d-216d-4ced-9740-683f9c7b8e69 req-4cc2160a-ffc0-430b-bda4-9a16a6faafb5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0287085 Jul 12 17:06:48.943388 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:49.548550 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4f233e52-9262-4d93-accf-36017692c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:49.848113 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2967f8cf-abe7-4dd6-9ff5-7b40018e3c2e req-a281709b-6e39-4c9a-aef6-4b7683a240e2 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0325139 Jul 12 17:06:50.987952 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d22c2af0-ef2d-417d-b53a-f21705abaced req-1b87156e-514c-4d46-bc7d-761a5d177361 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281708 Jul 12 17:06:51.439130 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.002226 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.127723 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-627d523f-06fc-4139-8844-e25d5003e3fc req-d69ad07a-4051-42e9-9fd5-3fbad5095a3c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0279419 Jul 12 17:06:53.282304 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9e271935-0cc5-466f-afd7-90cbc58bc388 req-10110eed-e9b3-455d-8041-09aae3c5be4e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0303278 Jul 12 17:06:53.331516 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:54.423391 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9631036a-eab7-4af6-a3b7-0c19ddb4459c req-7a1d28cd-0976-4d74-827f-2689424bac21 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0292962 Jul 12 17:06:55.565074 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-201b42ae-ad6b-42af-bc0b-b355250c3018 req-ec6a71d1-24e2-4d21-a1a0-959e5129f917 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0308361 Jul 12 17:06:56.704741 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a661cf42-275f-4c67-9f41-eac8f01fffbb req-e825f54b-011f-44d5-b2bd-47453d13c079 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0298669 Jul 12 17:06:57.840818 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e88b853a-44a5-4344-a2fa-15d90ac0e554 req-3383822b-5205-47b5-98c1-c43fe2df5ae5 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0283175 Jul 12 17:06:58.980603 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-14df2dcc-931d-458b-b31a-eb5d1925fd43 req-86e39115-c080-4ef3-bd1f-e50d3e81b2d7 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0312092 Jul 12 17:07:00.120264 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-087945f5-19d7-4e33-94c5-41fd7a934868 req-75888666-6dfb-4688-a52c-1f5e925f8613 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0293634 Jul 12 17:07:01.259339 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-14d3569c-1dfd-4040-a024-a41c323b5e6a req-5b10d313-d14c-4a05-91f2-943914439de1 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0283337 Jul 12 17:07:02.404071 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3f589808-b6ce-439a-b812-b4884e50bd48 req-b0d10929-f26d-4b61-9fb9-7024cf738144 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0304322 Jul 12 17:07:03.336802 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:07:03.561481 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cbe90487-b51f-45e8-960f-7290c912a31c req-2e3784b9-0f32-48e8-8e57-07f08bb92b95 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0322151 Jul 12 17:07:04.714462 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b5ec78e7-1731-45e5-8c40-8a620d31be2f req-c358925a-7187-4734-a565-bf7bc469b255 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0338964 Jul 12 17:07:05.373724 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a86062-4f0d-4c04-a273-20921caa9895 req-7e501b26-9324-41a1-bc22-97661dcd667c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:05.375267 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-85a86062-4f0d-4c04-a273-20921caa9895 req-7e501b26-9324-41a1-bc22-97661dcd667c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.0617521 Jul 12 17:07:05.414266 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-85a86062-4f0d-4c04-a273-20921caa9895 req-c99711b4-b00a-4c31-b5c5-352f8e6414a2 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/security-groups?id=b39edf44-df6e-495f-8e9f-6b78f3e57fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jul 12 17:07:05.862996 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-20a13ce3-4887-47af-b331-268012ea658d req-6f46c6ac-d9b7-4dc4-b3d6-b555a9258d24 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0333819 Jul 12 17:07:05.870535 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-549c5b78-1a95-4e09-8dfb-3a92ae7bdb6a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:05.871937 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-549c5b78-1a95-4e09-8dfb-3a92ae7bdb6a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.97 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 946 time: 0.0934770 Jul 12 17:07:05.971581 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Deleting port 0973574a-3d60-46f1-a73f-734c3b075295 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:07:05.971925 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.061203 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] For port 0973574a-3d60-46f1-a73f-734c3b075295, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=0973574a-3d60-46f1-a73f-734c3b075295,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:07:06.061471 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.075524 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Calling delete_port for 0973574a-3d60-46f1-a73f-734c3b075295 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:07:06.206580 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.218024 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['0973574a-3d60-46f1-a73f-734c3b075295'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:07:06.232890 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Pushing event deleted for resources: {'Port': ['ID=0973574a-3d60-46f1-a73f-734c3b075295,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:06.282729 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] No DVR routers for this DVR port 0973574a-3d60-46f1-a73f-734c3b075295 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:07:06.285219 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.287257 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1d318577-446b-45da-b5b2-f0f55c152f05 req-d3418102-d6b8-4971-a663-52a4b653930a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.97 "DELETE /v2.0/ports/0973574a-3d60-46f1-a73f-734c3b075295 HTTP/1.1" status: 204 len: 173 time: 0.4096618 Jul 12 17:07:06.287690 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'name': 'network-vif-deleted', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:07:06.289997 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b570caa-a309-49c0-8110-a704222719a9" -d '{"events": [{"server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "name": "network-vif-deleted", "tag": "0973574a-3d60-46f1-a73f-734c3b075295"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:07:06.326495 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a7424-2acc-428d-8601-24c4055c21e9 x-openstack-request-id: req-2d9a7424-2acc-428d-8601-24c4055c21e9 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:07:06.326785 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c99856-b3cc-42c7-ae1c-d5a50f3c713c", "name": "network-vif-deleted", "tag": "0973574a-3d60-46f1-a73f-734c3b075295", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:07:06.327035 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d9a7424-2acc-428d-8601-24c4055c21e9 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:07:06.327430 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c99856-b3cc-42c7-ae1c-d5a50f3c713c', 'name': 'network-vif-deleted', 'tag': '0973574a-3d60-46f1-a73f-734c3b075295', 'status': 'completed', 'code': 200} Jul 12 17:07:06.554178 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-24b37276-af2a-4d10-9942-fc657feb397b req-f5063d90-ca7f-43d0-9bd1-336a0e1cd6b1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0289361 Jul 12 17:07:07.003380 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-aba3801d-896e-4e89-be83-d801d68a51dc req-a4032fec-4c8b-4db7-b20d-0039fa731689 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0278466 Jul 12 17:07:07.693809 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e60fe8cc-09d1-4332-9d54-ab12491372a3 req-9bb1a155-cc32-4fdb-bc2c-6dba9e34cf98 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0324454 Jul 12 17:07:08.142468 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6703901b-9e69-4f62-8ee7-0d46330937a7 req-e994c99e-0043-4885-8ce5-2ae49630cffa tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0312731 Jul 12 17:07:08.829679 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-60c7db30-69b7-4fde-9edf-604887a45bca req-5d65869f-3487-4dab-82a8-2eca69472c06 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0279233 Jul 12 17:07:09.280043 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-11e603e8-54eb-4844-b896-5eac92694e41 req-3ad937bd-245c-4de6-9d04-f78fe432dbfb tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0284231 Jul 12 17:07:09.966821 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-79292100-eb49-4c17-b678-532e7680294d req-729317ab-c5f2-47cc-b0c9-9df7e7a4854b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0283740 Jul 12 17:07:10.416984 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-60ccfd5a-25e7-4199-b368-002477bc6e56 req-387cd2ef-10e8-4f31-8f92-a1a75e12fdce tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281909 Jul 12 17:07:10.929263 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 0973574a-3d60-46f1-a73f-734c3b075295 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:07:10.951352 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 0973574a-3d60-46f1-a73f-734c3b075295 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:07:10.951692 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 0973574a-3d60-46f1-a73f-734c3b075295 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:07:11.105607 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-904c6de7-5b40-4411-bd96-9982db1edc71 req-706c7981-1d4c-4cbe-ad09-b3993106b0ec tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0277786 Jul 12 17:07:11.555454 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ff850d23-b79e-4d05-850d-8b3dc64a4448 req-92f6bf79-0cc9-4984-bf65-0079afd6eb8d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0279076 Jul 12 17:07:12.250800 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e60d5950-7ab1-4401-9398-a5f1482a3db3 req-70fa814a-5e56-49ea-aa3b-cbe40ecf801f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0314722 Jul 12 17:07:12.694759 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-33c45609-13e7-4dc6-9605-fcf6878239ed req-ddefbddd-a5f7-44ec-8d1c-c6b0cb1c20be tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0309567 Jul 12 17:07:13.387118 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-18fb8474-78b0-462a-a761-df14efdd1158 req-40f1afed-d8bb-491f-87ce-e115dc39b8bb tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278487 Jul 12 17:07:13.830581 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-94ad0c32-cd9e-45d4-9045-e819f8083266 req-ce26f2b7-c0c9-4725-81de-550610c9b22d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0280328 Jul 12 17:07:14.522183 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-105a9d02-51e5-4c5d-8b32-5d318e1fa300 req-239be37e-b42f-4bdf-9f61-4a132c1407e8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278509 Jul 12 17:07:14.968788 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1e50672d-7d90-455a-8f92-890fd8d3946a req-8976dd9a-40df-4ec4-bacb-551bf8bb4920 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0292022 Jul 12 17:07:15.665323 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f7959ef8-de4f-4f57-92ee-2818223fc6fb req-8ff990d9-ad68-4fef-b355-4aad6da489ab tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0290265 Jul 12 17:07:15.670375 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8dc066e7-f35e-405d-8e90-7287ddaf5e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:16.109782 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ac25c560-3144-49d0-ac68-ef0246ea9689 req-3d5ce1f3-bed6-4e70-91ab-0af4df697f75 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0273931 Jul 12 17:07:16.811387 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-62b5d1cc-65bb-4438-b33e-6db26861e1c4 req-e4e98494-03ee-41c4-bd3e-c2b01bce2ff6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0305085 Jul 12 17:07:17.248858 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fd085c77-1282-4e0a-8cf9-eacf04ca43a2 req-cc7526aa-e84f-4957-96fc-55d224100063 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0316615 Jul 12 17:07:17.953330 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-36123e02-78b7-4765-aa92-9029e0aa02e8 req-c830d087-0c79-4e5b-a479-f7977481a3f3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0294926 Jul 12 17:07:18.389295 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fea076cb-adec-4800-96bb-ca88b4de9433 req-216716d5-ad84-4336-92f2-760348a5ef40 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281932 Jul 12 17:07:18.945371 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:19.090949 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0b802b96-9570-4cad-8586-520dcfeed0a2 req-0eb724f4-aa51-4408-a903-e8ef787b8593 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0286784 Jul 12 17:07:19.526988 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-15cffcf3-dc40-4747-b1bf-375b0dd556e2 req-9716876f-aa5a-47f6-8648-fe652d206b88 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0277469 Jul 12 17:07:19.550445 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-072d8b12-24bf-472a-b7b6-96a9591dd825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:20.229711 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fda4e41b-1867-4ec8-b353-a4b8b2478dba req-af260819-e122-4488-90d1-d66a18a9a0a1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0280473 Jul 12 17:07:20.673447 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5a801600-19c4-4dcb-9765-8f2716f994cf req-948f1e61-517c-4411-95c0-1470c62d6c71 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0271857 Jul 12 17:07:21.370229 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-98fed1a2-ba9d-471f-9c5c-ab4ed7ec1788 req-b7a9efce-cbf7-4faf-bcfb-f1584db2c8ce tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0312984 Jul 12 17:07:21.441532 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:21.814582 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-057f424d-94de-4b90-b672-0092cff1975a req-95ad0021-3516-4de2-92d9-2b838ab868ad tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0310867 Jul 12 17:07:22.012843 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:22.506936 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-79585475-2823-4c41-8ffc-e7a71278ce27 req-7bf843c3-7174-43a8-a4aa-7191ea0aa762 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0285356 Jul 12 17:07:22.952316 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-398ae964-b73c-4550-8491-596885a25ab6 req-ae4d03bc-923b-40b9-8b23-d1010bc73b8f tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281196 Jul 12 17:07:23.335209 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:23.641411 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-af3f9d51-dc9f-4910-a8e3-78d78190ab29 req-bb5ccb41-7483-4802-b496-9b102a088ba1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278804 Jul 12 17:07:24.093727 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe4df473-d922-4b1f-be30-6f9dc724b398 req-b64c991e-9fd7-4c29-a3b0-f7bdf02aad08 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0283761 Jul 12 17:07:24.480843 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-72721d87-f484-4747-aaf1-07c84a60664a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527918 Jul 12 17:07:24.574996 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088296b1-553a-43a3-aff0-c55fd6140196 req-0a1b4a19-4217-4739-8736-98ddad514ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:24.576459 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-0a1b4a19-4217-4739-8736-98ddad514ad8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0537279 Jul 12 17:07:24.677485 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088296b1-553a-43a3-aff0-c55fd6140196 req-c637b128-ca4b-41ed-bb8e-3c287d01e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:24.679034 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-c637b128-ca4b-41ed-bb8e-3c287d01e156 service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0822685 Jul 12 17:07:24.746759 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-7077d8cc-6ea3-456a-ab30-1c8acb7421f1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0613332 Jul 12 17:07:24.808882 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2128c37d-32d4-4fce-8b81-6c6611bcf042 req-b2dbeb8b-2117-45ac-b191-e92f1a47dbd1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0480070 Jul 12 17:07:24.820327 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088296b1-553a-43a3-aff0-c55fd6140196 req-41987db2-15ab-48d3-9444-12a1835f3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:24.821780 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-41987db2-15ab-48d3-9444-12a1835f3153 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0689886 Jul 12 17:07:24.876837 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088296b1-553a-43a3-aff0-c55fd6140196 req-a268c2cd-32d2-4203-994a-28034dc2ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:24.878860 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-a268c2cd-32d2-4203-994a-28034dc2ba02 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497496 Jul 12 17:07:24.967100 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-57c47398-1dff-4b05-ae92-fc65474d296f service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818591 Jul 12 17:07:25.053971 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-088296b1-553a-43a3-aff0-c55fd6140196 req-edac1d0f-3934-4673-b8c1-cdfb0a39942f service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786386 Jul 12 17:07:25.245645 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0d13e6cb-1b16-421d-b2d4-b8a8d0a8d266 req-893ad471-c55f-411b-ad0c-21a9b89c4385 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0293140 Jul 12 17:07:25.950235 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ff12d02e-650a-49ea-8cc2-0ad0d43b1f14 req-a9cbdde5-5f1e-4959-af42-f7913c474c12 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0322495 Jul 12 17:07:26.387349 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a9c0baff-f8d0-4680-bd53-00735133f11c req-6578d003-5719-44bf-9a60-e3af6b7b37e6 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0298264 Jul 12 17:07:27.084776 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d6c4184b-75df-4c11-85f0-d6dc1d817c87 req-5f5e8781-62ce-4e4f-a9e7-423921c3dd14 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0277793 Jul 12 17:07:27.526625 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d2c982a6-3668-4a7b-88fb-ad41f42ef60b req-6373e5ab-7adf-487b-8baa-74356523d6d8 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0297780 Jul 12 17:07:28.224448 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-aab58110-4033-46c6-bacb-ed97a05c5436 req-ec1e44b4-d41d-44ca-98f2-6ac813d7ae67 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0287204 Jul 12 17:07:28.680169 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c1bc0709-ba20-4a22-b25f-cc0127a9963e req-73557561-ac80-4af8-8818-6f07b1008d00 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0282319 Jul 12 17:07:29.362749 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2ef3e92e-d75e-46b6-bf82-d2d197587b9d req-92d0f3d7-fab2-46e0-a5d5-2ecefbf3234e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0277686 Jul 12 17:07:29.628798 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [req-6a0f77f1-f33a-43a4-8633-4ec37a2e9a5b req-e09a9320-ed6d-4ac3-ab42-314824f235d2 service neutron] (99421) timed out ('10.222.0.97', 65033) {{(pid=99421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:07:29.773291 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [req-a7b0d5f2-d950-4d9a-a78a-b36ffbe6d1c0 req-e7169c08-1f3a-4a57-bd96-3007312f447f service neutron] (99421) timed out ('10.222.0.97', 65020) {{(pid=99421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:07:29.833654 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ae33d106-421f-41b0-981a-0273f1e3f4fb req-c0ba0613-fddc-4241-a0f4-f06ed65c40f1 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0291958 Jul 12 17:07:30.574547 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b7d242c7-8337-4134-803f-96d29e74e452 req-e45299a8-a51c-4643-b8b2-f325a175d9a1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0311120 Jul 12 17:07:31.035090 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a272f425-66c4-4ba5-9c49-ced102f74933 req-3f3cc5ae-d480-4efc-a7e2-9012dfdbe593 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0305347 Jul 12 17:07:31.710606 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cfba937d-8cbf-4ca8-8a5c-bf07917370ce req-7c85cddc-a77a-4e44-8b1f-bc0bfdb21ab6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0285037 Jul 12 17:07:32.171611 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-588d06eb-f4f0-4ee4-8ae4-50bd48de3f85 req-a04235d7-d5b7-47d3-bb24-c863f0357441 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0279217 Jul 12 17:07:32.845756 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8827e45b-e09b-466a-9f3c-dab8ef7b4452 req-5f968fb9-d200-498f-bf10-93c10acbcbff tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0283318 Jul 12 17:07:33.309435 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-94400004-e04f-4272-a055-3053588756f8 req-83302b16-b4b2-4a76-8a8e-a5cb3dbe7746 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281558 Jul 12 17:07:33.988904 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-91d07015-caeb-4b6e-af03-0488df923c7d req-5c79c1e9-50f9-4b40-a61c-4df6ad139d17 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0283544 Jul 12 17:07:34.453168 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-10873aa2-90e2-4dd2-90e8-b8156a659c18 req-da3e3155-c453-47db-ad3b-7cb9612ff339 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0284376 Jul 12 17:07:35.129673 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8bc6381e-346f-45e8-a079-44544af3755a req-b8e2bedb-bf68-48a1-bc9b-542b0c37f283 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0307264 Jul 12 17:07:35.595003 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-211ff4d8-b39e-4575-bf19-168e05e0ad1a req-1fd0fa28-9226-411a-9b4d-483de69853dc tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0319324 Jul 12 17:07:36.264999 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-21415689-e6b4-47d8-ac18-ce0a59565dd1 req-d79d0b1c-fbee-4b95-af50-b61a0b3d77ab tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0277247 Jul 12 17:07:36.734072 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eb9a0027-6d71-4283-93e3-b9f5bb901d85 req-cbc31fd6-43f5-4bd2-b665-baab680c43e1 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0282826 Jul 12 17:07:37.402271 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-11a43b23-6e42-4db3-a409-708f7f095944 req-ff9914d6-19e8-42b3-b66d-0b391c317b7a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0274479 Jul 12 17:07:37.874918 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-798a9ea5-f877-4a68-b711-e34035cca0ae req-1064bb1e-4857-4455-a8e5-e38a25129958 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281169 Jul 12 17:07:38.549289 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9c4d9199-b1ed-494e-b140-3555e451e3fb req-2c310eee-35a4-4aa9-b10b-17e29a21cf37 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0287228 Jul 12 17:07:39.026486 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cf4f1153-a139-4965-9c90-32448fcdcd9a req-4e2b66f7-e8ce-48b5-8392-f712915c1c8b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0279274 Jul 12 17:07:39.690806 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-57580715-cad8-446d-b639-9bace3eac1c5 req-1a50da10-fe2d-4025-8b50-07b12e73b439 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0307436 Jul 12 17:07:40.171033 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-db54f4dc-7082-4607-924c-c82bb03af37e req-207f0aa5-783c-4811-b1be-a2404a558f7e tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0310290 Jul 12 17:07:40.335701 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:07:40.831523 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9ea70473-6546-4136-8b77-401bf48e9677 req-7a73b9ce-39ea-41e1-81f2-97f5679bbf3f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0300181 Jul 12 17:07:41.318133 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ad33a3c6-cce8-491a-8e4d-a8e6a4de0346 req-690ab395-d622-4408-a476-ad19c8bb0b8d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jul 12 17:07:41.969880 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5ee4d932-d503-4a39-8ffe-ab235253d8f9 req-24e8c593-7e4a-484d-984c-0e58b916ab09 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0287032 Jul 12 17:07:42.455674 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-354d852d-9f71-46f9-84a7-947740b6e13c req-b736cfe9-b0cf-4774-9800-063c5d6119bd tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0278387 Jul 12 17:07:43.110173 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-328974bc-061c-40e0-a1af-8a03fbe7f3c4 req-dc9803b8-7a3b-481e-89a6-c1312edf5259 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0276546 Jul 12 17:07:43.608382 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bf02da4b-94eb-4cf1-8c74-fb026c924f06 req-14b513ab-dfdf-42ab-8558-dd8e6ea784ed tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0276785 Jul 12 17:07:44.258926 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f7834c2e-99ee-48d6-b5ab-66864e491371 req-7be8ba07-c3b7-4114-ab97-9f1a192faf6b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0330184 Jul 12 17:07:44.759449 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bbfed6ed-9dc8-4c63-a5e9-31129b9f3bd7 req-b6388de5-a135-4604-9fdc-479629523780 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0353501 Jul 12 17:07:45.394986 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a9992bcc-aae0-4eab-8b91-a566411eedc2 req-66ff9529-e37d-4b0d-9abd-519af2ccb8cf tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0288601 Jul 12 17:07:45.671975 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b557cbf3-270c-4e30-902b-70c1380b0952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:45.901959 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cecfae68-348f-4f82-b279-1e214c440137 req-f8a3b78e-19c4-4055-8d6c-f6c21c6b57d0 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0286834 Jul 12 17:07:46.530625 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-446c0af8-81a9-4d05-bfe0-eebe4538184b req-dfeba4de-3fed-43fc-b431-9ea147a37d88 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0272787 Jul 12 17:07:47.043727 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f04bde13-db36-467d-aba9-31f28dad6380 req-a4d39097-c589-485c-a8b3-8701e7264446 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0277057 Jul 12 17:07:47.671413 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e096f138-2ffe-49d1-b0ea-c3492e80fecf req-c9a3e706-b48a-4f3c-bcb1-8b1182933f0e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278695 Jul 12 17:07:48.190249 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8f42f06f-1885-4096-b9ed-4e13d0de8861 req-9a36b3bb-9ef3-4895-a648-2d583a53121c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0277665 Jul 12 17:07:48.835935 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8bf5dddf-bffd-4508-a6f3-826af7beb768 req-837d82b9-5ad6-400c-acc5-d98e9e423d3a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0386617 Jul 12 17:07:48.945687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:49.334121 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c43cc34e-3686-4db1-8a1a-cf506f599149 req-6513f0c6-8f48-488b-9eca-34b1366b54be tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0324812 Jul 12 17:07:49.551613 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9bc31991-76ca-4a42-9e0d-a5683da89108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:49.975629 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-707cf431-4622-41e6-baca-e12aab0a0e87 req-3c71f3ba-b29e-43c8-ae36-d367c24457f2 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0284605 Jul 12 17:07:50.471835 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a989bc8c-296f-4fad-89b1-41c36054f43b req-21e6bdd5-08ef-4b97-89ad-433cabdddf0d tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0273015 Jul 12 17:07:51.114421 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-53da0cb7-224b-460b-b3a7-654231ddacca req-5288fc99-2482-4863-8b3f-0e4e99309728 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0289111 Jul 12 17:07:51.445431 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:51.613221 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0fa0b433-37c7-4e10-9e20-7f874384d5d8 req-4e6084d1-393c-44c3-991f-a7a2a1e524b0 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0276272 Jul 12 17:07:52.016519 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:52.255765 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-321643cd-e132-4737-8c28-d9709fcc0166 req-0b4b7909-30e4-4254-a1fd-197105add2fb tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0279009 Jul 12 17:07:52.755586 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f5415bf8-bc2e-47f7-8cad-9ad772ff072b req-58bc1a73-b5c0-4af3-b645-0699ca721d76 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0287447 Jul 12 17:07:53.340206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:53.407969 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3d31a3a8-13c3-445d-8291-d3e2f26edaf4 req-2287c528-fc43-415a-856c-86cd6352dc08 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0347474 Jul 12 17:07:53.897785 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e12c5cc2-7648-49e8-abb0-72bd4396746a req-27d991a6-e48f-4ed7-866c-4735fc4633fc tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0311272 Jul 12 17:07:54.545049 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dd836a33-c380-4d45-addc-abc0f514ea45 req-320beb0f-4280-41fe-a19d-e62e9d1d4edb tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0279508 Jul 12 17:07:55.035766 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-567730d6-970b-455f-9b0e-73c6ec462159 req-46fd8427-8329-494f-abc0-6f0f6463f6b9 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0274210 Jul 12 17:07:55.683718 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6cc2a13a-e0bc-4d37-90f2-c1d7684a8f01 req-0893df04-7610-4415-967d-4abca4d68186 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0279369 Jul 12 17:07:56.169311 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4b6e1300-9d5b-4253-a7c9-69595a8dc199 req-ad001d8c-8f8f-4dd6-93eb-0a8464c58f47 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0271959 Jul 12 17:07:56.823420 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-39f4e69a-a1cc-419c-8d4e-4313c305d6cf req-b4d1abc2-71cb-4589-9ae8-73e5dcdcca4c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0276554 Jul 12 17:07:57.309608 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b52eba60-dc0c-4850-be73-59427330fd48 req-eefa12e6-8cd2-47d8-ae8a-8c4604362cbf tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0276887 Jul 12 17:07:57.964278 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-df390c6d-7df9-40da-806b-269f2480ab2a req-e2f73402-4c32-49d7-822f-9bcf08fecb3e tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0316393 Jul 12 17:07:58.448786 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e5f7707b-115c-4b3f-a1ce-d9a2f4075344 req-3fad355b-9703-4f58-be1e-8e9b3bcb583b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0313020 Jul 12 17:07:59.100861 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5ff0b2c2-b030-42a3-9f9c-44b2280b3664 req-9ae6ae26-4e8f-48e8-a2e4-851f463fb543 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278540 Jul 12 17:07:59.585634 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4d1b2544-43d1-4812-93db-3ade16f511b2 req-c0cca6a0-7f99-47fe-853a-a77e7702d3fc tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0288711 Jul 12 17:08:00.236149 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d96a61b2-ec28-4e1a-8bb6-38a2338b8971 req-45d51e1d-c285-4d0f-af50-a0057bc0b5ec tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0280323 Jul 12 17:08:00.722702 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-76e8cece-192a-4320-8182-405fef4d61c0 req-e4e3675a-42ee-46be-82f9-2ce8867d042c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0278177 Jul 12 17:08:01.373000 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2c0cb06c-ef21-4c40-8216-d085b4641831 req-f53d6788-5b19-4132-802f-c65fb789b63f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0280421 Jul 12 17:08:01.863142 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c9cf1ea7-d685-49d9-90f3-db52f96620f2 req-471a068f-7fee-4b7d-ad12-3ca7e2c52b93 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0282152 Jul 12 17:08:02.510888 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f41ef2c5-6eff-4dfe-a373-1e1ddb0c9799 req-c4ec1e89-394d-4dd0-9b26-2bded7654251 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0303860 Jul 12 17:08:03.154905 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4433c94c-b973-47ca-af51-e363b3e07760 req-5acea390-3b46-4fe1-9d00-dd8cfb8cc238 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0316980 Jul 12 17:08:03.648194 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b0b6220e-b964-4883-a983-208a8d3e9cf2 req-3c070778-4ec1-4210-9ba2-4df42816ae31 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0289464 Jul 12 17:08:04.289622 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-37aeb56a-98ef-483c-b8f1-2c93587bb8b8 req-39c9398f-6fed-4501-95af-8fe9272df52c tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0272374 Jul 12 17:08:04.784875 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4637b436-ed8f-4cef-847f-d0058b8c2c7f req-51030b27-700e-4551-bf73-7782fc6e22a3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0276895 Jul 12 17:08:05.425147 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-531f9ab6-ac43-47b4-acd7-684787931ffe req-7e74c03e-8782-443e-a0fb-8596d4095067 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0278168 Jul 12 17:08:05.925517 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f94141c2-b22f-46dc-946e-06c290346af9 req-8541fe3a-56c3-4f08-81bd-9017a2a50a5f tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0296011 Jul 12 17:08:06.567933 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-541d9ecc-41ee-4f6a-ba21-4d0a477fc417 req-b97dc6f9-0b65-48b7-b712-59f162735c5a tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0281603 Jul 12 17:08:07.066251 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4a4cbcd1-34dd-4d00-ba2d-d68d7c9e237d req-d39e8420-d265-484c-bc9a-b41c020985e9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0310464 Jul 12 17:08:07.706458 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-12d15eaa-8a10-41cd-905b-c6993b16ab23 req-1a2f4d27-bebf-4541-a11a-b19d9ecc49f2 tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0308552 Jul 12 17:08:08.200134 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-650a788e-8983-4138-99c2-cef19085b3fa req-f8d8dd94-4a9c-4a07-bd58-200ad56502d5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0279744 Jul 12 17:08:08.860476 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cf9ce0d4-def1-4e7d-bab8-e0a16d87bf0d req-66b18221-66b5-438d-9f3c-4b4b89a39c3b tempest-VolumesSnapshotTestJSON-1556158651 tempest-VolumesSnapshotTestJSON-1556158651-project] 10.222.0.74 "GET /v2.0/ports?device_id=91258848-973e-4b74-831a-ce7d687a18cb HTTP/1.1" status: 200 len: 210 time: 0.0288813 Jul 12 17:08:09.337778 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-42d1dba8-e908-4914-bfcf-c9f5bfb7388e req-a868d721-ff1e-4896-bdd5-3913533a3a2a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0292089 Jul 12 17:08:10.476900 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-465a511b-44bd-4d15-b61e-f2ae4b1a6668 req-5d59a2ce-ef35-4067-8f74-44871d7af28c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0280092 Jul 12 17:08:11.618642 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2d976c9c-dda2-45ac-9cd2-d8aa10c06f1c req-cac11de6-6021-41d4-9d73-697c2c108490 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0292075 Jul 12 17:08:12.758617 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-74916b0e-d2a9-435a-801d-a5d60099c3d4 req-c7f628a0-d359-42a2-a72c-4745dcba4855 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0312803 Jul 12 17:08:13.908708 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2b4e62cc-000a-4291-827d-432f44a8cecb req-5477243e-acdd-46ee-a333-c1fa02c91711 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0282469 Jul 12 17:08:15.043573 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-36168eb0-12ac-4f1c-bce4-88449b477425 req-6af021bd-f4e9-49e3-9dd7-07d4f65ae542 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0287354 Jul 12 17:08:15.674100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f02816d1-030e-4002-806e-85acd78e768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:16.183074 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a3b124b1-8b42-4236-ab9e-d21d82427367 req-6e7eaada-e3a1-49e3-82d2-9d3c97df0416 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0303700 Jul 12 17:08:17.318591 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9adec7c3-c077-46cc-bf7c-b09d6e4b72c0 req-b4771e01-82da-4629-8277-6f89f8868588 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278332 Jul 12 17:08:17.334625 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:08:18.455035 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-03b386e5-0f74-49fe-afd0-26abcf12b39d req-a5469575-7f7a-4553-87ee-ddb3631f6fcb tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0274143 Jul 12 17:08:18.948128 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:19.552231 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-929c37d7-2e72-4813-9a84-0ef2f19cc42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:19.593516 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-576d9aee-b699-4ff4-b585-5755cc7267ba req-f7e409ca-9c74-4194-a704-72618b33ee0b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0280488 Jul 12 17:08:20.732005 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f233ae40-5cb8-48d2-86cf-1e62ba085c56 req-33736610-bf59-4f30-8242-42f4d49946ed tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0282779 Jul 12 17:08:21.447958 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:21.870221 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-14bd1366-5a57-41d4-a2d2-d964931a13ee req-9c87061f-f6c2-42d0-afff-266986e6f2d3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0308845 Jul 12 17:08:22.016238 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:22.785397 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-33f7532f-39dd-473f-bfbc-bbff06623ce7 req-d9cea038-a248-49e8-b20f-549fb4b0f955 service neutron] (99420) timed out ('10.222.0.74', 37922) {{(pid=99420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:08:23.006184 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-230de795-5f70-4a08-8ab2-df1cbe1d9e4d req-8161c8c4-b720-49b0-8eb4-ebf960bedcd8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0282032 Jul 12 17:08:23.340426 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:24.143267 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5bbeafb-3191-47b5-82d8-92a478b6c682 req-1adf71f2-0a99-491e-b186-aaf72eafdfc9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jul 12 17:08:25.286372 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-38eb42c4-1921-4025-9f79-afd0837cf1f1 req-e155a756-a73c-4e6c-beee-b0b7bdd8ecc2 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0304155 Jul 12 17:08:25.474504 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-3dac22ea-e308-4171-ae09-d0439d88f14f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501435 Jul 12 17:08:25.546933 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-77364c1e-2e62-40a7-bcd4-dd6649860240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:25.548385 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-77364c1e-2e62-40a7-bcd4-dd6649860240 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0a373c9c10344e12888f8d72d96ea72f&device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 1099 time: 0.0518768 Jul 12 17:08:25.653584 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-8e230db5-1f98-4a09-8e4a-f82a24a781c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:25.655076 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-8e230db5-1f98-4a09-8e4a-f82a24a781c6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 200 len: 917 time: 0.0855327 Jul 12 17:08:25.717571 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-1937f179-95d5-471a-ad5b-81643e269dae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3 HTTP/1.1" status: 200 len: 1002 time: 0.0554297 Jul 12 17:08:25.996157 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-e5941162-810b-430f-92c7-3ed04866de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:25.997625 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-e5941162-810b-430f-92c7-3ed04866de6c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 200 len: 855 time: 0.2735231 Jul 12 17:08:26.054014 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-09996097-814d-41e9-aa1a-f6113d619690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:26.055575 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-09996097-814d-41e9-aa1a-f6113d619690 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=090234da-390e-4509-b5e9-adaf969467b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510790 Jul 12 17:08:26.149880 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-27fd1f7d-0c00-4ce6-ae62-c68684bf9c12 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869646 Jul 12 17:08:26.237442 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e7041eb3-e97e-4281-a4d1-5ee3be6ce003 req-ef56e8c2-44df-4ba4-9dd6-3330919dc1f7 service neutron] 10.222.0.97 "GET /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803454 Jul 12 17:08:26.426592 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4e028e51-5409-416b-8d76-ae5153bcf7ec req-1daa8179-89b1-40cf-b96d-c5567027b969 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0302901 Jul 12 17:08:27.563597 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-135a9ba5-2840-4cfc-91d2-f647c4fc4364 req-300a741e-6582-4f53-9efb-f64a6632aa35 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0277402 Jul 12 17:08:28.704915 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-663e6ecd-083e-4bb9-b896-b7c45f0e7f4f req-f874914f-83a3-42a4-b898-271de64453d2 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0314157 Jul 12 17:08:29.850274 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6867aa2c-4b38-405e-8f8e-dba866668146 req-2a153079-36d0-4896-bd67-a28d882fb2eb tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0283506 Jul 12 17:08:30.986196 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0617a18e-cf3f-4751-8406-417d233a2b6c req-daba1316-44c5-4059-a631-4d6effdd42c9 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jul 12 17:08:32.121735 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6239f28c-340b-4fe1-afdc-89481acf1ec1 req-4c5ed1e0-7f34-40fb-967e-98f541329c90 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0271101 Jul 12 17:08:33.257815 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1697969c-80b8-475c-8dda-c6b6cce69282 req-acb4e5cd-e7bc-414d-851c-de19eb08b147 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0275576 Jul 12 17:08:34.397736 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-32138c03-1b53-48da-bf5e-73402370f08a req-277ddc29-5e66-4611-8d0b-81d73fbed7d1 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0310345 Jul 12 17:08:35.535390 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4fdb520b-9055-4d20-b830-1f4f951a9b76 req-1de1c4ac-f06f-44bf-bde8-2d77fdb378f3 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0281873 Jul 12 17:08:36.672165 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-804cf00e-2a87-4023-8974-424cc2cc75e9 req-5a30009c-60fd-4870-b56a-d0f63127711c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278094 Jul 12 17:08:37.813893 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-17d50d64-ed12-42dc-abe8-2f270d1d0b8b req-235a2334-32bf-4f24-9c29-fee5b723cdb5 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0308483 Jul 12 17:08:38.954602 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-031c2b11-3400-4e36-b587-e2d2ed124483 req-59e6cecb-a5f8-465f-a911-d5d0aaf2e299 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0276515 Jul 12 17:08:40.091021 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-17cb7b95-5b1b-4082-8011-37a7eb31970a req-fe14bcf1-aa60-4b9e-87f3-1f145a052a00 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0285523 Jul 12 17:08:41.229104 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5ed962b8-c4a3-411b-93db-7409c5e1f605 req-11c767f7-605a-4136-a0e9-32ee89785287 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0282755 Jul 12 17:08:42.367446 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-db22a4bf-5de0-4413-a410-a7f8475f04c0 req-aca2c4df-495d-4e31-97be-da2e2d14af1a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0284350 Jul 12 17:08:43.507575 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d0173f3e-659b-4d54-a1d8-7812e40d8969 req-95219888-a133-443d-aa49-8474c4289382 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0318582 Jul 12 17:08:44.644458 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-12efa6b4-f2e5-4aaa-b724-0944d8bf6bcd req-96e9d918-1e91-47fd-9d1b-bc489185cbe6 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0281913 Jul 12 17:08:45.677681 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0e843afa-82f4-4297-8527-decd0522553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:45.784646 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3e0e3889-4c2a-4d39-987d-4472576c1bb1 req-1ea0d4ed-f1c9-4ef6-bb16-1f6885e08f6d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0280952 Jul 12 17:08:46.925549 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-697ffee6-fb7c-4b2b-8fdb-ee0b5c8a1a34 req-5ebc4f34-0d95-4ae1-bf63-6c99c47e2eec tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0308270 Jul 12 17:08:48.066214 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-652c7605-b7f4-4779-8440-293eebd30d4a req-a41ebc9d-fe6c-4117-8a8a-426a3fbd279b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0297737 Jul 12 17:08:48.951516 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:49.220654 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97d18048-aab6-4cc7-95ac-9ffb38942248 req-b8bee1c6-2867-4e44-9896-7a6fdfaaf8d2 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0288639 Jul 12 17:08:49.551865 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2d90206d-bbe0-432a-ac88-6dea014a3c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:50.356042 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f989fc1d-22cd-4335-a2b9-0d56539ef995 req-eb04b0ee-714d-4542-b5df-7f1025066313 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0270116 Jul 12 17:08:51.450647 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:51.494344 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ea1015fa-464d-4e2e-9252-9201f15e1c22 req-540ec4f2-fff8-40b6-a0af-120a129390d8 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0284035 Jul 12 17:08:52.030635 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:52.633279 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-18e9cb46-9d82-4c5d-9af0-6cd8bdbd7989 req-7c22cb13-3daf-43bb-b391-9e58efc05907 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0304091 Jul 12 17:08:53.343308 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:53.772046 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2eae808a-10fd-41d2-adc8-35324f81d939 req-1c556741-a671-47b4-934f-3f424a1cae86 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0286934 Jul 12 17:08:54.334234 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:08:54.909142 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a191f67b-7769-4e75-8dfc-08fa2131c208 req-dba82b44-23b4-4ecb-b69e-bf98c930995c tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0284467 Jul 12 17:08:56.056123 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f8c59c56-9d7b-45a2-85ca-b6d069cc68fa req-f0316cc5-7a69-42a6-85ae-2765fb1f1d8a tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0321150 Jul 12 17:08:57.201005 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-aebbe1a6-ec94-4a9c-b6d1-3e4d71cc164d req-70b92636-45be-4a76-aebe-4e1b01b161fc tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278156 Jul 12 17:08:58.340418 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6128cb7f-655e-4d15-9d96-16de937fc294 req-301a7517-66af-4b22-b09c-ac9407b8f668 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0278676 Jul 12 17:08:59.476845 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-79711df0-abde-4e8e-b94e-21f1a0f5269e req-085f66b0-182d-43d4-a06e-9e2baff531f7 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0283141 Jul 12 17:09:00.614262 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dfc6f7da-84df-47b1-bc00-af718931aee0 req-d93b67ec-5b6b-4785-9da0-d9baee5f8a8d tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0283136 Jul 12 17:09:01.751825 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f7ff4e74-f75a-40f8-9df4-c7b2d0c519fa req-9992a7a2-e940-47e5-bf11-0f31a2a6faaf tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0303006 Jul 12 17:09:02.890733 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e91f221c-28b5-492f-adb8-34cc55f57185 req-df660f74-b754-4010-9e7b-8083fa22244b tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0300293 Jul 12 17:09:04.028243 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-25c35cf3-3f35-4a88-81e6-00f565a8bbf4 req-308c4456-7dfb-4174-a3e0-eeb9aadc9640 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0277367 Jul 12 17:09:05.170337 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d6fb227b-1e0c-4e89-9bd2-e4892122f61e req-ea54f4de-4a08-4eb6-ad4a-4aa092aa5934 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0315330 Jul 12 17:09:06.309975 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-afd77191-e250-4a37-9228-453314e1d45c req-5c95b3af-801c-4bdb-a40f-b8208fe35af2 tempest-TestMinimumBasicScenario-1192555972 tempest-TestMinimumBasicScenario-1192555972-project] 10.222.0.74 "GET /v2.0/ports?device_id=73c99856-b3cc-42c7-ae1c-d5a50f3c713c HTTP/1.1" status: 200 len: 210 time: 0.0267887 Jul 12 17:09:09.203490 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44586) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:09.729801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:10.027387 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Deleting port 100b6e93-4403-4d17-b89f-7a3b952b3e0c {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:10.027729 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:10.103795 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] For port 100b6e93-4403-4d17-b89f-7a3b952b3e0c, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=100b6e93-4403-4d17-b89f-7a3b952b3e0c,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:10.104198 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:10.117245 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Calling delete_port for 100b6e93-4403-4d17-b89f-7a3b952b3e0c owned by network:router_interface {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:10.321955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:10.345591 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=100b6e93-4403-4d17-b89f-7a3b952b3e0c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:10.371286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.371628 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.371965 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.372291 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.372616 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.373111 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.373298 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.373607 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.373900 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.374959 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.375230 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.375545 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:10.516909 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:10.725579 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Router 992eee75-afaa-4592-afff-308a5e5f0f30 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:09:11.070713 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:09:11.076571 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-b6a3c60e-9879-4132-8ced-30989c5c8e5b admin admin] 10.222.0.74 "PUT /v2.0/routers/992eee75-afaa-4592-afff-308a5e5f0f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718877 Jul 12 17:09:11.078948 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44600) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:11.081356 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14280578-8f70-4132-bb19-f300a747732e None None] Sync routers for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:09:11.094178 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:11.094792 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:08:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:11.182601 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks [] for router, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.291739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.317114 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:11.345133 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Deleting port ffd2fafc-2ff0-46b6-8136-9dc831ca2214 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:11.345709 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.422104 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] For port ffd2fafc-2ff0-46b6-8136-9dc831ca2214, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:11.422464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.434719 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Calling delete_port for ffd2fafc-2ff0-46b6-8136-9dc831ca2214 owned by network:router_gateway {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:11.487474 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T17:09:10Z', 'revision_number': 5, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port': {'id': 'ffd2fafc-2ff0-46b6-8136-9dc831ca2214', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:47Z', 'updated_at': '2021-07-12T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:11.513033 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14280578-8f70-4132-bb19-f300a747732e None None] Checking router: 992eee75-afaa-4592-afff-308a5e5f0f30 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:09:11.521872 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] Routers {'992eee75-afaa-4592-afff-308a5e5f0f30'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:11.522484 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:08:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['992eee75-afaa-4592-afff-308a5e5f0f30'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:11.599069 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.610731 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] Set router 992eee75-afaa-4592-afff-308a5e5f0f30 gateway port host: None {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:11.625674 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd2fafc-2ff0-46b6-8136-9dc831ca2214,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:11.664885 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-14280578-8f70-4132-bb19-f300a747732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T17:09:11Z', 'revision_number': 6, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:11.691514 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14280578-8f70-4132-bb19-f300a747732e None None] The sync data for ids ['992eee75-afaa-4592-afff-308a5e5f0f30'] in dv-cinder-800490-1-iscsi is: [{'id': '992eee75-afaa-4592-afff-308a5e5f0f30', 'name': 'tempest-TestMinimumBasicScenario-745066060-router', 'tenant_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:46Z', 'updated_at': '2021-07-12T17:09:11Z', 'revision_number': 6, 'project_id': 'd28e30a911024e2081b8a0f7d7d8c91a', 'gw_port_host': None}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:09:11.691786 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.796614 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.798773 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.866650 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.867254 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 992eee75-afaa-4592-afff-308a5e5f0f30 {{(pid=99420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:09:11.872237 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.873537 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-736cbbf8-6c5a-4cea-8158-d22fe68bc621 admin admin] 10.222.0.74 "DELETE /v2.0/routers/992eee75-afaa-4592-afff-308a5e5f0f30 HTTP/1.1" status: 204 len: 168 time: 0.7936158 Jul 12 17:09:11.876683 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44608) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:11.919394 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] Deleting subnet 61474479-1b03-4d12-b8b2-81543610a3cf {{(pid=99420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:09:11.922992 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:11.956178 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7762664'] for subnet, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.067122 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.123398 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7762017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745455'] for subnet, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.148295 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61474479-1b03-4d12-b8b2-81543610a3cf,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:12.152996 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.154779 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a5371026-fd34-4f3c-96a1-a0f7d682e5c1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/61474479-1b03-4d12-b8b2-81543610a3cf HTTP/1.1" status: 204 len: 168 time: 0.2771807 Jul 12 17:09:12.157198 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44610) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:12.159075 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e717b3-0d68-4031-b882-3a805f677979 None None] Network 1680b458-4288-43da-bfdd-e9da3e74b346 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:09:12.226639 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.279313 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Deleting port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:12.279654 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.342282 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] For port be3f4228-78e9-4d8a-bc2b-b8853e0503c6, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=be3f4228-78e9-4d8a-bc2b-b8853e0503c6,segment=NetworkSegment(9aff68fc-18b4-4b13-ae03-dd048e6afe5b),segment_id=9aff68fc-18b4-4b13-ae03-dd048e6afe5b)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:12.342677 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.355133 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Calling delete_port for be3f4228-78e9-4d8a-bc2b-b8853e0503c6 owned by network:dhcp {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:12.431913 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a1486-69bf-4427-8c2a-2576a6654bff None None] DHCP port deletion for 1680b458-4288-43da-bfdd-e9da3e74b346 request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:09:12.438866 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.465010 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3f4228-78e9-4d8a-bc2b-b8853e0503c6,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:12.468297 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] No DVR routers for this DVR port be3f4228-78e9-4d8a-bc2b-b8853e0503c6 on host dv-cinder-800490-1-iscsi {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:09:12.541845 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.551484 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1680b458-4288-43da-bfdd-e9da3e74b346']}} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:12.561620 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aff68fc-18b4-4b13-ae03-dd048e6afe5b') {'for_net_delete': True} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:12.561942 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aff68fc-18b4-4b13-ae03-dd048e6afe5b') {} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:12.570365 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7762659'] for segment, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.584124 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.589932 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=99420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:09:12.590330 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7762060'] for segment, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: Traceback (most recent call last): Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: timer() Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: cb(*args, **kw) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: return func(*args, **kwargs) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: self._notify() Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: self.callback(batched_events) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: event.method(event) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: return f(self, *a, **k) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._get(url).json() Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: return self.request(url, 'GET', **kwargs) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:09:12.592242 dv-cinder-800490-1-iscsi neutron-server[99420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:09:12.650524 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.658301 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:12.662908 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 44614) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:12.663393 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1680b458-4288-43da-bfdd-e9da3e74b346 HTTP/1.1" status: 204 len: 168 time: 0.5048149 Jul 12 17:09:12.677314 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21785f1b-9f4f-4cec-8223-c98e81aa0071 admin admin] Pushing event deleted for resources: {'Network': ['ID=1680b458-4288-43da-bfdd-e9da3e74b346,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:12.680425 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device be3f4228-78e9-4d8a-bc2b-b8853e0503c6 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:12.704410 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: be3f4228-78e9-4d8a-bc2b-b8853e0503c6 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:12.704961 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device be3f4228-78e9-4d8a-bc2b-b8853e0503c6 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:12.705380 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device ffd2fafc-2ff0-46b6-8136-9dc831ca2214 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:12.723774 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: ffd2fafc-2ff0-46b6-8136-9dc831ca2214 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:12.724111 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device ffd2fafc-2ff0-46b6-8136-9dc831ca2214 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:12.724744 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 100b6e93-4403-4d17-b89f-7a3b952b3e0c no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:12.745454 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 100b6e93-4403-4d17-b89f-7a3b952b3e0c {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:12.745812 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 100b6e93-4403-4d17-b89f-7a3b952b3e0c not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:13.014553 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:13.258775 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Deleting port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:13.259121 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:13.333643 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] For port 79b752a8-dc4a-4a93-abc6-d5d48f90e94f, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,segment=NetworkSegment(ca9d080a-458e-4511-9c22-06610a844b7c),segment_id=ca9d080a-458e-4511-9c22-06610a844b7c)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:13.333948 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:13.349126 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Calling delete_port for 79b752a8-dc4a-4a93-abc6-d5d48f90e94f owned by network:router_interface {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:13.529923 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:13.553303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Pushing event deleted for resources: {'Port': ['ID=79b752a8-dc4a-4a93-abc6-d5d48f90e94f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:13.562991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.563342 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.563678 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.564015 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.564343 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.564690 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.565021 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.565313 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.565653 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.565970 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.566291 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.566610 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:13.725733 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:14.180897 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Router c4935f6d-f6b9-4df3-938f-58e3871e39ec has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:09:14.285405 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:09:14.290510 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-9f56385a-de59-492e-b905-506d93d958ec admin admin] 10.222.0.74 "PUT /v2.0/routers/c4935f6d-f6b9-4df3-938f-58e3871e39ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6265824 Jul 12 17:09:14.293107 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 44626) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:14.294096 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] Sync routers for ids ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:09:14.304659 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] Routers {'c4935f6d-f6b9-4df3-938f-58e3871e39ec'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:14.305262 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:08:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:14.395770 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks [] for router, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:14.405821 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] Set router c4935f6d-f6b9-4df3-938f-58e3871e39ec gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:14.503360 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:14.555890 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Deleting port fbd798e6-5fc3-404b-aa71-aa1892c862dd {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:14.556235 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:14.637418 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] For port fbd798e6-5fc3-404b-aa71-aa1892c862dd, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=fbd798e6-5fc3-404b-aa71-aa1892c862dd,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:14.637795 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:14.652244 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Calling delete_port for fbd798e6-5fc3-404b-aa71-aa1892c862dd owned by network:router_gateway {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:14.679178 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T17:09:13Z', 'revision_number': 5, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port': {'id': 'fbd798e6-5fc3-404b-aa71-aa1892c862dd', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T16:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:14.705172 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] Checking router: c4935f6d-f6b9-4df3-938f-58e3871e39ec for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:09:14.714420 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] Routers {'c4935f6d-f6b9-4df3-938f-58e3871e39ec'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:14.715030 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:08:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:14.800554 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] Set router c4935f6d-f6b9-4df3-938f-58e3871e39ec gateway port host: None {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:14.821553 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:14.851372 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd798e6-5fc3-404b-aa71-aa1892c862dd,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:14.856081 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T17:09:14Z', 'revision_number': 6, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:14.882268 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868548a4-8be6-4239-9c3d-b828b51cb7f0 None None] The sync data for ids ['c4935f6d-f6b9-4df3-938f-58e3871e39ec'] in dv-cinder-800490-1-iscsi is: [{'id': 'c4935f6d-f6b9-4df3-938f-58e3871e39ec', 'name': 'tempest-TestMinimumBasicScenario-1503325642-router', 'tenant_id': '3fc63825ccea46639087492ea3c28134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:53Z', 'updated_at': '2021-07-12T17:09:14Z', 'revision_number': 6, 'project_id': '3fc63825ccea46639087492ea3c28134', 'gw_port_host': None}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:09:14.916600 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.008627 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.010921 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.053942 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.054450 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4935f6d-f6b9-4df3-938f-58e3871e39ec {{(pid=99421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:09:15.059747 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.061137 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-a6cdad93-f69e-40e5-a133-4b5b3a20af89 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c4935f6d-f6b9-4df3-938f-58e3871e39ec HTTP/1.1" status: 204 len: 168 time: 0.7670751 Jul 12 17:09:15.063845 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 44634) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:15.110885 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] Deleting subnet 8334ae1a-5e4c-4442-a7ff-de340201f50d {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:09:15.114001 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.146667 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.257871 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.315995 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.338811 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8334ae1a-5e4c-4442-a7ff-de340201f50d,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:15.345405 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.347291 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2e5a56fa-03ee-44bc-9728-5367bf279bcf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8334ae1a-5e4c-4442-a7ff-de340201f50d HTTP/1.1" status: 204 len: 168 time: 0.2825387 Jul 12 17:09:15.349812 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 44636) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:15.351535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86550c-3028-497c-ab23-eb427bd4bdf7 None None] Network b0610d43-4c2f-4d72-9373-92d35fb19f6f requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:09:15.415535 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.476032 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Deleting port 3996990a-78eb-49df-b72b-011215a29215 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:15.476433 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.539460 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] For port 3996990a-78eb-49df-b72b-011215a29215, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=3996990a-78eb-49df-b72b-011215a29215,segment=NetworkSegment(ca9d080a-458e-4511-9c22-06610a844b7c),segment_id=ca9d080a-458e-4511-9c22-06610a844b7c)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:15.539810 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.555577 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Calling delete_port for 3996990a-78eb-49df-b72b-011215a29215 owned by network:dhcp {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:15.631708 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ddeff-8482-403d-a364-317520890890 None None] DHCP port deletion for b0610d43-4c2f-4d72-9373-92d35fb19f6f request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:09:15.650679 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.678125 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Pushing event deleted for resources: {'Port': ['ID=3996990a-78eb-49df-b72b-011215a29215,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:15.679961 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] No DVR routers for this DVR port 3996990a-78eb-49df-b72b-011215a29215 on host dv-cinder-800490-1-iscsi {{(pid=99421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:09:15.681321 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a0b0fc8c-8ac0-4de2-91f2-56d09de2f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.701203 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-491ddeff-8482-403d-a364-317520890890 None None] Deleting port 3996990a-78eb-49df-b72b-011215a29215 {{(pid=99422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:15.701601 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.754617 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.765008 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0610d43-4c2f-4d72-9373-92d35fb19f6f']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:15.765223 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-491ddeff-8482-403d-a364-317520890890 None None] For port 3996990a-78eb-49df-b72b-011215a29215, host dv-cinder-800490-1-iscsi, got binding levels [] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:15.765691 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.779094 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9d080a-458e-4511-9c22-06610a844b7c') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:15.779314 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-491ddeff-8482-403d-a364-317520890890 None None] Calling delete_port for 3996990a-78eb-49df-b72b-011215a29215 owned by network:dhcp {{(pid=99422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:15.779426 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9d080a-458e-4511-9c22-06610a844b7c') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:15.783564 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.ipam_backend_mixin [None req-491ddeff-8482-403d-a364-317520890890 None None] Port 3996990a-78eb-49df-b72b-011215a29215 was not found and therefore no delete operation was performed {{(pid=99422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 17:09:15.784767 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895'] for port, after_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.788529 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.803034 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.809841 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:09:15.810686 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ddeff-8482-403d-a364-317520890890 None None] Pushing event deleted for resources: {'Port': ['ID=3996990a-78eb-49df-b72b-011215a29215,revision_number=None']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:15.810839 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:09:15.813247 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:09:15.816964 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ddeff-8482-403d-a364-317520890890 None None] No DVR routers for this DVR port 3996990a-78eb-49df-b72b-011215a29215 on host dv-cinder-800490-1-iscsi {{(pid=99422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:09:15.821090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.821436 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.821813 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.822151 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.822492 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.822802 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.823123 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.823442 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.823779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.824163 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.824483 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.825000 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ddeff-8482-403d-a364-317520890890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:15.877686 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.882715 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:15.884991 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b0610d43-4c2f-4d72-9373-92d35fb19f6f HTTP/1.1" status: 204 len: 168 time: 0.5340509 Jul 12 17:09:15.905320 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98255d5c-f0af-494e-9a71-450f749e4222 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0610d43-4c2f-4d72-9373-92d35fb19f6f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:16.011051 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 44644) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:16.057953 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-36526a0f-4f1d-4e96-9389-1389b7f70023 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d28e30a911024e2081b8a0f7d7d8c91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455868 Jul 12 17:09:16.058158 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44648) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:16.107361 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dcaca340-4450-45a5-bd5b-a9cf6a9712f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.132602 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dcaca340-4450-45a5-bd5b-a9cf6a9712f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.182514 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dcaca340-4450-45a5-bd5b-a9cf6a9712f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.185930 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dcaca340-4450-45a5-bd5b-a9cf6a9712f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.187841 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-dcaca340-4450-45a5-bd5b-a9cf6a9712f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b39edf44-df6e-495f-8e9f-6b78f3e57fe3 HTTP/1.1" status: 204 len: 168 time: 0.1288371 Jul 12 17:09:16.195927 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaca340-4450-45a5-bd5b-a9cf6a9712f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39edf44-df6e-495f-8e9f-6b78f3e57fe3,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:16.515422 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44654) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:16.560718 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-effe4e33-515a-491e-86ae-b45d7b75b07a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3fc63825ccea46639087492ea3c28134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438294 Jul 12 17:09:16.563474 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44658) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:16.613551 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-9d913869-d3f4-4d9c-bd89-0c98f38abffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.641470 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-9d913869-d3f4-4d9c-bd89-0c98f38abffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.663736 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device fbd798e6-5fc3-404b-aa71-aa1892c862dd no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:16.690567 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: fbd798e6-5fc3-404b-aa71-aa1892c862dd {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:16.690994 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device fbd798e6-5fc3-404b-aa71-aa1892c862dd not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:16.691414 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 79b752a8-dc4a-4a93-abc6-d5d48f90e94f no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:16.692304 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-9d913869-d3f4-4d9c-bd89-0c98f38abffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.694967 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-9d913869-d3f4-4d9c-bd89-0c98f38abffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:16.696179 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-9d913869-d3f4-4d9c-bd89-0c98f38abffd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aacd30de-8eee-49a8-b554-38fcc964d337 HTTP/1.1" status: 204 len: 168 time: 0.1316719 Jul 12 17:09:16.705279 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d913869-d3f4-4d9c-bd89-0c98f38abffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd30de-8eee-49a8-b554-38fcc964d337,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:16.711127 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 79b752a8-dc4a-4a93-abc6-d5d48f90e94f {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:16.711502 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 79b752a8-dc4a-4a93-abc6-d5d48f90e94f not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:16.712113 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3996990a-78eb-49df-b72b-011215a29215 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:16.737902 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 3996990a-78eb-49df-b72b-011215a29215 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:16.738387 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3996990a-78eb-49df-b72b-011215a29215 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:18.954778 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:19.552800 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2d76-571f-4c78-b0dc-95be77edddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:21.453826 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:22.034347 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:23.346099 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:23.752328 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fae3ee-b603-4499-9dcb-5f3ca1c424d3 req-0450452a-ed15-49f0-a37d-07f70e51ecf7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:23.753906 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-87fae3ee-b603-4499-9dcb-5f3ca1c424d3 req-0450452a-ed15-49f0-a37d-07f70e51ecf7 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 946 time: 0.0662694 Jul 12 17:09:23.790304 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-87fae3ee-b603-4499-9dcb-5f3ca1c424d3 req-1e29a095-fd6b-41fa-80db-aed9423fe373 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups?id=703a05fe-6922-4dd5-9faa-048d794218c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Jul 12 17:09:24.081582 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-5ab39274-f6c9-4e80-ad84-c1c6fe97f1c2 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:24.083139 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-5ab39274-f6c9-4e80-ad84-c1c6fe97f1c2 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 946 time: 0.0672321 Jul 12 17:09:24.184797 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Deleting port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:24.185903 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:24.283034 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] For port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:24.283389 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:24.461677 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:24.462075 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:24.462381 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Floating IP c8dae810-44be-40aa-b512-4c067e0391d0 disassociated. External IP: 172.27.1.141, port: 5a8c35e9-2c51-426d-96a1-1f6d695d02f3. Jul 12 17:09:24.462715 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Calling delete_port for 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:24.595701 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:24.627250 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event deleted for resources: {'Port': ['ID=5a8c35e9-2c51-426d-96a1-1f6d695d02f3,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:24.740733 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:09:24.859280 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:09:24.869475 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] Sync routers for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:09:24.879528 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:24.880153 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:09:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:24.903045 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] No DVR routers for this DVR port 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:09:24.909005 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:24.911168 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f45da3a9-c597-48d1-bcc8-fa96367af35f req-3ed6280d-0d78-4c11-8634-4db6721cfa1a tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.97 "DELETE /v2.0/ports/5a8c35e9-2c51-426d-96a1-1f6d695d02f3 HTTP/1.1" status: 204 len: 173 time: 0.8229930 Jul 12 17:09:24.911765 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'name': 'network-vif-deleted', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:09:24.915586 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9d1922-dcc7-43b0-83e0-d292e521e0de" -d '{"events": [{"server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "name": "network-vif-deleted", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:09:24.971024 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a9850bee-beb8-441c-9d73-fc4400509b30 req-fc7d6321-f063-4568-91b3-b53d592a0da8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/ports?device_id=2818d809-48fb-4fa7-a68c-301bc3dbb2d1 HTTP/1.1" status: 200 len: 210 time: 0.0458112 Jul 12 17:09:25.032889 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:25.248119 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:25.274636 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] Checking router: f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:09:25.283730 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:25.284341 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:09:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:25.391831 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:25.607694 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:25.642111 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9628c-c995-4949-91fb-e90ecc7ef836 None None] The sync data for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi is: [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T16:51:32Z', 'revision_number': 4, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'd6cc33b2-9c13-4c47-87af-3397e94e1a5f', 'name': '', 'network_id': '090234da-390e-4509-b5e9-adaf969467b0', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'mac_address': 'fa:16:3e:0e:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:32Z', 'updated_at': '2021-07-12T16:51:40Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'subnets': [{'id': 'be836117-8ef6-4f4a-9601-5fd272a71233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:09:25.853016 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f197e4a-0520-4d7d-b361-ca50ec5891aa None None] New status for floating IP c8dae810-44be-40aa-b512-4c067e0391d0: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:09:25.991725 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c384005-cead-47cf-8460-3b24ac8107c0 x-openstack-request-id: req-5c384005-cead-47cf-8460-3b24ac8107c0 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:09:25.992223 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2818d809-48fb-4fa7-a68c-301bc3dbb2d1", "name": "network-vif-deleted", "tag": "5a8c35e9-2c51-426d-96a1-1f6d695d02f3", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:09:25.992375 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c384005-cead-47cf-8460-3b24ac8107c0 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:09:25.993040 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818d809-48fb-4fa7-a68c-301bc3dbb2d1', 'name': 'network-vif-deleted', 'tag': '5a8c35e9-2c51-426d-96a1-1f6d695d02f3', 'status': 'completed', 'code': 200} Jul 12 17:09:26.109533 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 44728) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:26.161742 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8c358c24-1c6a-4d19-9278-d30ab4ba7729 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.186275 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8c358c24-1c6a-4d19-9278-d30ab4ba7729 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.231914 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8c358c24-1c6a-4d19-9278-d30ab4ba7729 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.234707 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8c358c24-1c6a-4d19-9278-d30ab4ba7729 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.235876 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-8c358c24-1c6a-4d19-9278-d30ab4ba7729 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "DELETE /v2.0/security-groups/703a05fe-6922-4dd5-9faa-048d794218c6 HTTP/1.1" status: 204 len: 168 time: 0.1252422 Jul 12 17:09:26.238636 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 44730) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:26.244788 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c358c24-1c6a-4d19-9278-d30ab4ba7729 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a05fe-6922-4dd5-9faa-048d794218c6,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:26.253800 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.api.v2.resource [None req-dc78fb67-51f8-4a39-b40f-0f8f92403170 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] show failed (client error): The resource could not be found. Jul 12 17:09:26.254795 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-dc78fb67-51f8-4a39-b40f-0f8f92403170 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "GET /v2.0/security-groups/703a05fe-6922-4dd5-9faa-048d794218c6 HTTP/1.1" status: 404 len: 347 time: 0.0145187 Jul 12 17:09:26.257624 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 44732) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:26.378483 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Deleting port b3a3a86e-192f-42de-b3fa-8e821ccf602b {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:26.378726 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.450377 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.450698 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.462865 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Calling delete_port for b3a3a86e-192f-42de-b3fa-8e821ccf602b owned by network:floatingip {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:26.599363 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.638219 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Pushing event deleted for resources: {'Port': ['ID=b3a3a86e-192f-42de-b3fa-8e821ccf602b,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:26.655873 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-7ddb08f9-19e3-4c91-85da-f2474258e274 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1918373 Jul 12 17:09:26.699588 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks [] for floatingip, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.702224 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:26.703451 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-7e5eafa2-d807-4364-8d78-7707eb6617e8 tempest-AttachVolumeShelveTestJSON-1577533327 tempest-AttachVolumeShelveTestJSON-1577533327-project] 10.222.0.74 "DELETE /v2.0/floatingips/c8dae810-44be-40aa-b512-4c067e0391d0 HTTP/1.1" status: 204 len: 168 time: 0.4448898 Jul 12 17:09:26.753030 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-fde74f5e-33bb-4ee6-b389-61916ad5c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:26.754671 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-fde74f5e-33bb-4ee6-b389-61916ad5c849 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0533178 Jul 12 17:09:26.861892 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-892f803c-98cd-4d59-90d5-c7a43e07616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:26.863446 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-892f803c-98cd-4d59-90d5-c7a43e07616f service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0888591 Jul 12 17:09:26.927536 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-5a70629f-5f21-4339-882c-e2d3a60eab77 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0564365 Jul 12 17:09:26.978656 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-4426ab7f-3c42-4e29-9410-61b0787908a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:26.980063 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-4426ab7f-3c42-4e29-9410-61b0787908a2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0455749 Jul 12 17:09:27.035510 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-47dc3107-9697-4a3d-9b03-667618609fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:27.036942 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-47dc3107-9697-4a3d-9b03-667618609fc4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493858 Jul 12 17:09:27.049091 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-77a2ab1e-091d-405e-be9b-25eb510c6868 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:09:27.050104 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-77a2ab1e-091d-405e-be9b-25eb510c6868 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055337 Jul 12 17:09:27.137371 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-7c537b44-07e5-4655-8d5e-9e0f85fc99fd service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805466 Jul 12 17:09:27.228342 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84330800-038f-4fb8-90a1-cdf063fc60fd req-a8441085-851c-4daf-a3b7-2291d3124ae7 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838413 Jul 12 17:09:27.534905 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:27.553723 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:27.554062 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 5a8c35e9-2c51-426d-96a1-1f6d695d02f3 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:31.332285 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:09:45.678855 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-baa74f2e-09d5-46cb-8e5d-13dd70984735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.955989 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.552693 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e696a487-1f92-43cf-9958-b6916952a633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.456277 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:52.044889 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.350256 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:08.331436 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:10:15.679831 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-789c1b0f-93df-4a24-aefa-21e708d4738d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:18.957255 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:19.552896 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2a331034-004e-40a4-b9ca-56f45396950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:21.457784 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:22.044824 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:23.351003 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:26.435306 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-ed8cbcaa-d6a8-4cd9-9721-b33c6a752747 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514207 Jul 12 17:10:26.531274 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-66ee2f2c-a0e7-4c9f-b55f-dc59939271a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:26.532783 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-66ee2f2c-a0e7-4c9f-b55f-dc59939271a1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0524659 Jul 12 17:10:26.909031 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-cfb72ffc-8eb3-4790-9d44-54f856d7cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:26.911433 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-cfb72ffc-8eb3-4790-9d44-54f856d7cadc service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.3561115 Jul 12 17:10:26.979781 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-1c65d978-5ed2-4119-9c2a-83753595d4f1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0602233 Jul 12 17:10:27.034778 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-adc92d6a-0e41-471a-b7fb-cc2b11b5614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:27.036234 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-adc92d6a-0e41-471a-b7fb-cc2b11b5614b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0496392 Jul 12 17:10:27.092741 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-8b559a8c-a57b-44ac-b39b-f726848d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:27.094221 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-8b559a8c-a57b-44ac-b39b-f726848d34e0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507553 Jul 12 17:10:27.182622 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-f6194cd5-d4da-4b14-bc52-3a88077cdc80 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808840 Jul 12 17:10:27.273927 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc2b03e5-282f-4ac8-8271-13ed9413b606 req-70da6d72-f016-46d6-a09e-70b893433ec8 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Jul 12 17:10:45.330825 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:10:45.681965 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-32046603-a669-471d-916e-104b61460676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:48.958783 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:49.552508 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0b94694a-f26f-4b9b-842a-e1d9e7d49230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:51.461181 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:52.059380 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:53.355297 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:15.683127 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-afa38356-7ae4-432a-a73c-d494ae04167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:18.959987 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:19.554105 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-230adf3d-930a-4f90-9a31-280d0a0ed336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:21.463975 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:22.060864 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:22.333462 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:11:23.357157 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:28.507706 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-1a441c74-c3bc-40ef-ba83-83e4c6cb898b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502574 Jul 12 17:11:28.603505 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-196d9578-9d88-415d-a695-4b051dbb2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:28.605000 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-196d9578-9d88-415d-a695-4b051dbb2744 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0560668 Jul 12 17:11:28.706292 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-46fab836-6f04-402d-87cf-7f2d580657ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:28.707824 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-46fab836-6f04-402d-87cf-7f2d580657ec service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0836477 Jul 12 17:11:28.778030 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-cacb4875-f44f-4564-8da6-6caa2788c316 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0632541 Jul 12 17:11:28.826365 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-88ded4c3-30ac-49f3-b454-9bb0d6c89012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:28.827866 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-88ded4c3-30ac-49f3-b454-9bb0d6c89012 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0431726 Jul 12 17:11:28.883439 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-13e3fb92-63b7-4b9f-ba77-e306be420fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:28.885016 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-13e3fb92-63b7-4b9f-ba77-e306be420fcf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507040 Jul 12 17:11:28.978311 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-04e28fa6-175e-4faa-905f-b1c19757ebda service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872517 Jul 12 17:11:29.066881 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8b599321-fdd2-4428-a33b-90de11f01bcb req-c54aea32-e257-4919-92e6-ffb71089ad75 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821211 Jul 12 17:11:45.691890 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d17b-6143-4b39-9365-8e2c1f0a98cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.966369 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:49.556098 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6e01fb02-832d-4fe8-9674-7d60a82ae58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:51.467980 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.081906 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:53.359683 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:59.332928 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:12:15.681127 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-297a5268-f4f0-46fa-ab5c-51f9e659dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:18.968363 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:19.557432 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-439bde0c-a355-4f21-b803-968f406d79c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:21.472206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:22.091806 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:23.362270 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:28.448877 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-f48a9eb6-d2a9-4395-b534-0857311dceea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515001 Jul 12 17:12:28.545935 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-1a9a35c2-767d-4334-94ed-e80ad8b3410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:28.547338 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-1a9a35c2-767d-4334-94ed-e80ad8b3410a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 1099 time: 0.0546131 Jul 12 17:12:28.656431 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-3767fe6d-ae81-40e3-ac3d-1e971b81436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:28.657924 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-3767fe6d-ae81-40e3-ac3d-1e971b81436d service neutron] 10.222.0.97 "GET /v2.0/networks?id=399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 200 len: 911 time: 0.0816588 Jul 12 17:12:28.723862 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-c0f49187-3941-4de7-a3d1-d488b258ecbb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 200 len: 1002 time: 0.0592213 Jul 12 17:12:28.772675 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-123756f9-37b8-442c-b7f1-7a0ad27edd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:28.774168 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-123756f9-37b8-442c-b7f1-7a0ad27edd3f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 200 len: 849 time: 0.0437629 Jul 12 17:12:28.832377 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-7494b50c-a0ea-42eb-9d2b-f72705354e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:28.833947 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-7494b50c-a0ea-42eb-9d2b-f72705354e16 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=399cba7c-8752-4608-9ec6-fcac8d743ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531142 Jul 12 17:12:28.926151 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-d2411f9c-6b04-4fc0-947d-18bceb286abe service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846508 Jul 12 17:12:29.013348 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7916bb4-70f1-4c10-a9b6-6913f077cf69 req-e6e53af4-1e4b-4019-9742-8c24546f3c74 service neutron] 10.222.0.97 "GET /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801635 Jul 12 17:12:36.331868 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:12:45.684511 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd50f1d5-24f5-490b-98b0-b74962160a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:48.969226 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:49.557361 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3b167b31-b4e6-48ad-89f8-685e4ceaada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:51.472681 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:52.100977 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:53.365914 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:05.742821 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b5f5-915a-426c-b9d1-76fc11df11f4 req-25483cb5-0365-45cf-8f18-e6ba95dc0c93 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:05.744245 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e378b5f5-915a-426c-b9d1-76fc11df11f4 req-25483cb5-0365-45cf-8f18-e6ba95dc0c93 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 946 time: 0.2048783 Jul 12 17:13:05.784058 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e378b5f5-915a-426c-b9d1-76fc11df11f4 req-9ae5bcf8-07c5-4424-a384-55620dbdded3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups?id=ef8ef91d-c580-475a-bc4b-2417ca345c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336370 Jul 12 17:13:06.245877 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-35c0c9b5-e6ba-46b4-9ba3-bf45540ce05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:06.247403 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-35c0c9b5-e6ba-46b4-9ba3-bf45540ce05d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 946 time: 0.0670393 Jul 12 17:13:06.356751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Deleting port 234f1f94-05be-4349-91cf-d7e33d26570d {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:13:06.357020 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:06.445939 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] For port 234f1f94-05be-4349-91cf-d7e33d26570d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=234f1f94-05be-4349-91cf-d7e33d26570d,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:06.446297 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:06.624826 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:06.625112 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:06.625425 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Floating IP 5f180320-4259-45d5-bf3c-e637cd13fb0d disassociated. External IP: 172.27.1.125, port: 234f1f94-05be-4349-91cf-d7e33d26570d. Jul 12 17:13:06.625771 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Calling delete_port for 234f1f94-05be-4349-91cf-d7e33d26570d owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:13:06.753714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:06.787724 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event deleted for resources: {'Port': ['ID=234f1f94-05be-4349-91cf-d7e33d26570d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:06.801173 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.801377 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.801616 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.801996 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.802434 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.802794 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.803380 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.803717 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.804047 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.804372 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.804781 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.805150 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:06.927942 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Router 6455eaba-0e2d-4f42-9778-77f6c5f1049b has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:13:07.009205 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d77b2b91-e2b9-4a10-89bd-72cac1480db5 req-5634007d-976d-4d89-9ca7-1ccd059b165e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0865033 Jul 12 17:13:07.062999 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:13:07.072678 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] Sync routers for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:13:07.081851 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:07.082725 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:12:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:07.106141 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] No DVR routers for this DVR port 234f1f94-05be-4349-91cf-d7e33d26570d on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:13:07.108849 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:07.111060 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0f424489-e616-4d44-aa8e-d739aa08e9fb req-29293cad-bda2-4453-a5b0-5db0e839592f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.97 "DELETE /v2.0/ports/234f1f94-05be-4349-91cf-d7e33d26570d HTTP/1.1" status: 204 len: 173 time: 0.8573182 Jul 12 17:13:07.111565 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'name': 'network-vif-deleted', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:13:07.117623 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862cfe3-c316-4abb-9c5e-94c52da7072a" -d '{"events": [{"server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "name": "network-vif-deleted", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:13:07.240959 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24b40c0-1557-47cb-be68-890a8272e3f2 x-openstack-request-id: req-c24b40c0-1557-47cb-be68-890a8272e3f2 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:13:07.241257 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53c70dc-53cd-44c1-b72c-d1e5b95e601c", "name": "network-vif-deleted", "tag": "234f1f94-05be-4349-91cf-d7e33d26570d", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:13:07.241504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c24b40c0-1557-47cb-be68-890a8272e3f2 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:13:07.242094 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53c70dc-53cd-44c1-b72c-d1e5b95e601c', 'name': 'network-vif-deleted', 'tag': '234f1f94-05be-4349-91cf-d7e33d26570d', 'status': 'completed', 'code': 200} Jul 12 17:13:07.327456 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:07.516247 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:07.541230 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] Checking router: 6455eaba-0e2d-4f42-9778-77f6c5f1049b for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:13:07.549116 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:07.549713 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:12:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:07.651921 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:07.845531 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:07.871389 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190f50c-6d45-41b6-96f2-3c831e5fd05e None None] The sync data for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi is: [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T16:48:15Z', 'revision_number': 4, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1abe1ca7-7a09-4671-8e54-792fe7f2aa06', 'name': '', 'network_id': '399cba7c-8752-4608-9ec6-fcac8d743ada', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'mac_address': 'fa:16:3e:10:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:13Z', 'updated_at': '2021-07-12T16:48:28Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'subnets': [{'id': '59a4d630-0cfa-45ec-b4e1-c2d41f166c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:13:08.078171 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2ff69-fc99-4d57-bc8e-2e94b7a631c2 None None] New status for floating IP 5f180320-4259-45d5-bf3c-e637cd13fb0d: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:13:08.176658 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1dc1b428-70bc-4f7b-a771-378ebd3722fc req-ffc93fec-55db-4656-bac4-9436f8ef7953 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0294113 Jul 12 17:13:09.322440 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-91efafe1-2441-4c54-a388-a6aad1c230a1 req-34bbd002-aceb-4206-9445-c57092aa17fa tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0323389 Jul 12 17:13:10.462126 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c9e52196-a1bd-4474-98e8-71c4f177d43d req-b972c6a5-322a-4305-886e-0ad4d1c01792 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0319324 Jul 12 17:13:10.465453 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 234f1f94-05be-4349-91cf-d7e33d26570d no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:13:10.485017 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 234f1f94-05be-4349-91cf-d7e33d26570d {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:13:10.485367 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 234f1f94-05be-4349-91cf-d7e33d26570d not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:13:11.603097 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f7d618aa-d6ab-42c4-80be-7dded915097e req-7fda3ad0-db61-43f1-9ff8-652ff7144696 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0301611 Jul 12 17:13:12.745100 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-01deab86-0037-4621-9e85-04dedb40df2e req-cb6c71d2-6b0f-454e-973b-64e224574428 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0291274 Jul 12 17:13:13.330567 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:13:13.882074 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e4de59ff-8d64-469e-8419-3cf658c75dee req-6cda5beb-c002-4086-aa38-87b3153e7df2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0270624 Jul 12 17:13:15.022343 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5cf95e37-8a20-412d-ae0a-e28d6ddebd5a req-5ceda04a-0738-4b55-a614-758a9e717e5b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284903 Jul 12 17:13:15.685191 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb71c-b932-488c-8458-776501e3d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:16.158334 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-47917886-13c2-407e-8f4c-ad640fa327c9 req-0ce4d0c8-f11e-4295-aef2-012b654008c1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277257 Jul 12 17:13:17.297845 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-48acf007-4866-48a2-b4df-2c57f1bd3647 req-3d73cf8b-606b-4aeb-b5ec-4bc4703d75fe tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0275352 Jul 12 17:13:18.442076 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ee37942a-fecb-4d02-8ae6-5560090b8c23 req-c6b53110-37b8-4360-a0fe-8e866d740a41 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308404 Jul 12 17:13:18.969784 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:19.557862 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-27373d63-deec-4f71-9407-c28d2dbaee6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:19.584148 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8f4243f8-6b56-47f6-808e-e9c8b50f2104 req-3a29b3ef-66a0-4084-8ddd-0a49d17e92a2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0327327 Jul 12 17:13:20.816348 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-20fd643d-527d-4326-bc2e-8ac8e88acb6f req-165a6468-ff74-46e5-90b1-4690ba76d5c0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276632 Jul 12 17:13:21.476232 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:21.963554 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c112e256-3027-445a-984a-5e5894c11abb req-5d1eb50e-025b-4f45-ab3a-1bd125316836 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283806 Jul 12 17:13:22.118556 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:23.103573 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-dfebd2c8-a5ee-481f-8a2e-3080bf7ebbb1 req-29fcd046-758e-4438-967d-dc94aeab11d9 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0286412 Jul 12 17:13:23.368965 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:24.245962 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-490ef63e-c285-4798-949b-0d30539034ab req-e0d15b7b-1150-40c2-9b19-ea46bf4a0dee tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0281262 Jul 12 17:13:25.383721 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-751e990e-39a8-433a-abc0-12fe7bc7dfd7 req-8b57718c-f32d-4b25-850b-0b79c65a2891 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277956 Jul 12 17:13:26.521054 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-78548f1b-bf5e-4e99-afd5-9f60dc91127e req-13f13bb0-4eb1-413e-8bba-70887a2ad685 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280993 Jul 12 17:13:27.663603 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-22f77f79-ae0b-46ad-ae5c-1d604f7700f1 req-59ed364a-a535-473b-a4d3-5779fbde4ad5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308332 Jul 12 17:13:28.808978 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d2d202e1-b44c-4a97-983c-e20f129409e0 req-b694fcce-30a4-4c0e-8789-bd13cea1e8cb tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0317888 Jul 12 17:13:29.950089 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-622f9726-51d9-4964-8652-554d29571735 req-3547171c-cf4c-4711-9983-373c4277476b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0286140 Jul 12 17:13:31.090569 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-befeb54e-9f83-433b-a8c1-6827d97b5a58 req-a08cc149-eca3-4edb-8780-6f4d5d7a99ef tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284197 Jul 12 17:13:32.235065 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1fc69f0e-09a3-4eaf-a4d2-1472d85965e7 req-895dc39c-f251-4737-bb90-61ef8cf10dc6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0319834 Jul 12 17:13:33.385563 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d555b308-f560-4bbf-97d5-d3cc2ff5b859 req-e73cc683-393e-4505-b02d-6765a4431b84 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0325606 Jul 12 17:13:34.526151 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d820ba2e-a6d4-4c04-a18f-ad371393c429 req-4be122c5-1b4e-4bd0-af74-e110d088dd35 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284884 Jul 12 17:13:35.664695 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3f04e54e-40b6-4069-8541-e0456a8f5b9e req-a7b8d688-0187-4ddb-a997-7f6502edd877 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276313 Jul 12 17:13:36.813725 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4c5ea4fb-ebdb-452f-b82f-49b4020388d9 req-e4b8c2cb-2c83-41bf-b0ec-3b8976bdfead tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0314517 Jul 12 17:13:37.961112 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda127c7-e999-43c0-b374-72d79802ef26 req-ac3af61a-0043-489a-9fba-741ea1ae73e4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0321727 Jul 12 17:13:39.099471 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1bee093f-98ff-4ab0-960b-c98654fad140 req-17d6db44-6ecb-45e7-99e7-91c2c5bbf369 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284121 Jul 12 17:13:40.237454 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7b8bb312-dc3e-4411-a88b-17135ed602a3 req-801e86b5-83e2-4b71-9515-f3268a87eb46 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0297117 Jul 12 17:13:41.377153 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a36d505a-11a5-41e5-b7cf-2ab1830b490b req-c95008bf-5cd8-4bfa-91ad-229229c26339 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283153 Jul 12 17:13:42.522648 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a254883d-c8d9-46b0-8580-06bb0b7239a4 req-20db9799-2fa8-4ad0-9a83-9f43e41ae98d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0319362 Jul 12 17:13:43.662741 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-258090b4-31ba-4f6f-9516-628975b7151d req-83d96053-46b6-4955-aa50-4538ac3d8b5e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0275710 Jul 12 17:13:44.801165 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d6f66e67-973a-47d5-b7fd-be0c1bb78a1d req-6f4ff293-1316-440c-836b-eda0c64355d2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280044 Jul 12 17:13:45.686414 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a73c846c-7b7a-40dc-9155-29c2ce7ce1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:45.945772 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1ae6ae7d-9adc-46d1-9f06-f9607d79e93b req-37c020d1-5788-44d5-ba85-fbc62e99d4c7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0315034 Jul 12 17:13:47.091428 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4b63329e-bc35-4334-b1dc-99ff167fde1b req-e420b179-e5e9-479a-ab1f-641c81cc7ea5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0324035 Jul 12 17:13:48.232207 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5bfce3d8-54b7-4936-ac4f-0df2ae50488d req-5f501d71-7c83-4806-bee0-92cf3bce7cbe tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0294275 Jul 12 17:13:48.971786 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:49.372807 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5f787337-c767-4a1b-a873-bd8a733152c8 req-e06f5c94-1b9e-4240-b0ee-be26c2d3e3e2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276198 Jul 12 17:13:49.558862 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e240bd10-6ffb-4243-8e9b-b20ad6d2096d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.330743 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:13:50.512914 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2be11a0c-3d27-4d64-936a-9385a0fe4807 req-703eb3ba-329a-4c53-9155-0527f0ac42f4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0271087 Jul 12 17:13:51.477467 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:51.655426 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-91d6d33e-f07e-4034-8e0b-8048933f8a6e req-24e47714-4de8-4051-8c68-e2fd862dec38 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0296457 Jul 12 17:13:52.121731 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:52.792297 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5eb2acc3-054e-4a73-8d42-f4a74b46b095 req-454c6544-b1e5-4b71-86bb-7af243ccbe3f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0270019 Jul 12 17:13:53.370802 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:53.935974 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b204d84-533d-4de7-b6e8-cbe24cfc1093 req-fc79285a-59fd-45ec-923c-c340504cf9ce tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0313737 Jul 12 17:13:55.081877 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a2a9042e-1ea6-469a-9241-045f5794d26f req-ee5b1087-092e-4211-8139-94f7b320471e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0316007 Jul 12 17:13:56.223520 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-08077a8d-d792-4fba-9558-e1de4e088b24 req-902403a6-29f5-421f-8f3a-c3c8a970231a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0315087 Jul 12 17:13:57.363593 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5bf7ceb2-ea72-439c-85b9-e665e69cdb71 req-ca09969f-9238-425d-94f5-e9bf93f81923 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276597 Jul 12 17:13:58.512115 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2dbff01b-37d7-4ea9-abde-7dbe9c9e09ae req-7fe042db-2bc9-4ece-a208-3102f12a381b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0288970 Jul 12 17:13:59.648357 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0b1e9b32-bbc4-428f-99ac-e375b9495d12 req-5b55e19d-64b2-4100-8599-06ba8eee1407 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276294 Jul 12 17:14:00.789593 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cfbe9009-9604-4e3a-a90f-b5f7f2212879 req-953ea7a4-adfa-4d4d-8e99-53b20acbde76 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284500 Jul 12 17:14:01.925921 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-498979b1-54c7-4530-b38e-943c6f9c3dba req-80ece35c-9bd6-4393-ba92-0ce5a9a714f6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0275862 Jul 12 17:14:03.064812 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97e8801e-33d4-4ee1-a1a8-cc0999869cf3 req-2b22510b-a535-4543-b42c-74076e990096 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282369 Jul 12 17:14:04.212616 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d5ae3f97-862d-477c-80c7-2e8c9f5ca88c req-38fa8417-6ca7-488c-ba87-0f78536e7ea9 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0309396 Jul 12 17:14:05.352511 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2982984-5a74-4506-b909-91ceab4d7c03 req-97f40476-0021-45e8-8320-3ee70f4437af tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0314500 Jul 12 17:14:06.491744 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4763a335-2582-4960-aa17-abe56d836cd6 req-a5b28475-11f0-4727-9abd-d2f121831ceb tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0281429 Jul 12 17:14:07.631425 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-48fe7edf-126d-4b2d-868e-38e6189b781e req-b1de45f7-bd46-4cc6-8926-459afcfa2f64 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0291152 Jul 12 17:14:08.776482 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fad5bd72-0b31-4a0d-8262-beaa0741e859 req-d2481dbc-4d7e-4d78-b4ba-73e80e471a23 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0317717 Jul 12 17:14:09.923060 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d4e16465-f7ee-48c7-9f30-171b65f560b6 req-c15a93ef-57e1-46dc-98bb-603079ce6e21 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284586 Jul 12 17:14:11.075913 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-acd707d8-64f5-4e02-8f4e-e28f8d544523 req-09b76ac8-07c4-498c-94b6-01eff49a4bbf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0307343 Jul 12 17:14:12.214587 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c77fa163-6274-4330-8cbc-44ae42b9a8ba req-d09bd51f-03c7-4caf-afb4-03fdfa13cede tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277894 Jul 12 17:14:13.361674 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4a5a305d-bb81-475b-bb58-8e5c33dbbf14 req-dd6ff05f-3733-47a6-b0cc-faf43680bf6b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0338843 Jul 12 17:14:14.507702 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f70c87a3-82da-40fa-af8e-64ce36c26fac req-24c0676d-885b-4185-b60e-2114d91b1f3a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0313506 Jul 12 17:14:15.644377 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7538bf84-2124-46b3-bbc7-573beded1215 req-30a4ad9a-c549-4c91-b336-7aefed858176 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0270119 Jul 12 17:14:15.688456 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9abe5ef5-56ca-483e-ba19-13bf9c0b0f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:16.784624 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-40ca6d00-c9b6-4dca-9b5f-71193d7e9ddb req-df0c0cc9-c4a0-4338-a772-5e5674750c50 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0288930 Jul 12 17:14:17.927011 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6a3440c7-c25f-4983-a36f-2ab20ef1ccc9 req-cfbcc069-b8d3-41e2-b03b-b05501ca19cd tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0295625 Jul 12 17:14:18.981564 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:19.075938 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9cada8f0-0d2e-40fc-8a3d-d0862454176d req-0e1f2a79-1939-44af-8d7e-49ac52c84c64 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0291348 Jul 12 17:14:19.560327 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5c4e098e-5fba-4fb4-854b-d7215432072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:20.224552 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4be08112-57ae-48fd-9010-315d0a490531 req-ab0c0bce-e91a-4e7d-a919-c925e819d36f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0300765 Jul 12 17:14:21.368413 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cadd40db-b3b3-447a-a1ca-14410097ee8c req-3fce15b2-a7dd-4269-b34b-5a0c3de75a14 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0296657 Jul 12 17:14:21.484864 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:22.117113 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:22.512999 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-533816b7-060f-41af-a58a-57edc58dea91 req-e6e87310-829e-4a50-baff-6f5e8ae19c13 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0313520 Jul 12 17:14:23.374863 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:23.658059 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-86abf8b0-48f5-409e-ac5c-ef7592b83e9b req-3896730d-195c-46a0-beaa-a1938903417d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0315876 Jul 12 17:14:24.803982 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c4c7905b-c5d0-4c35-b32d-0c93f8974253 req-3ffe5f82-268c-4bdb-9f0e-efe1df346cab tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0292344 Jul 12 17:14:25.943132 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-69e09c52-9a3a-44a5-87db-7ac33266c7ec req-86c87118-6443-4401-9882-0a855c28afa9 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280578 Jul 12 17:14:27.083768 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-dd46cf91-8ba5-48ab-90a4-5df7b7590f79 req-d7c5c3b1-5ab0-4bfb-a669-ca337ac7ccd7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0287428 Jul 12 17:14:27.329819 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:14:28.226618 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1e029369-f66e-4fff-bb57-cd5c68cac5c1 req-63dcdeb0-4c08-4331-8753-fe8c3dd3977d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282466 Jul 12 17:14:29.365305 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5d8c6807-3936-4f2f-ba39-7a0c7bbb5032 req-17d483ed-9797-4ac3-bf34-87584c3682de tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0278671 Jul 12 17:14:30.503385 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c48d6824-2ffb-4d11-b0e9-c8ed60ae3039 req-c5f9ac22-5e70-4351-9fb0-ae3f52df5ea2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283964 Jul 12 17:14:31.648154 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6ac865d1-3426-47de-b76a-2bcaedc76ea5 req-862541e2-1af6-4748-89f4-f7b30248a17d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0306144 Jul 12 17:14:32.789961 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f5580185-9b7d-412c-b306-e72faed98bd6 req-4740e028-fe91-4023-b7a4-e70f03501e40 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0319157 Jul 12 17:14:33.930155 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d31d2e3f-6d78-4bf5-bb49-011f6feda5c9 req-7ee290c7-d54f-4af3-80e3-867398cde4aa tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283527 Jul 12 17:14:35.070085 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b117d507-ce1e-49ae-8b95-f2fa6975afc8 req-6fe633e1-8228-480e-bcb5-e4bc48e05ba3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0285885 Jul 12 17:14:36.206946 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-eccd51fa-25a9-46ec-b91b-dee3850d4b7b req-0f7e5511-7f8d-45f3-9e93-00f2b081a8ce tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280190 Jul 12 17:14:37.346440 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e9f8b6de-ffb1-49ef-85ee-c6b5ca192361 req-bedca388-ec32-412c-b1bc-52b0e006046a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277417 Jul 12 17:14:38.486146 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3d81ab77-f8f2-4985-ad15-155698559fd4 req-3d94cad5-b8b4-45c2-92fa-1182b903571d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0288575 Jul 12 17:14:39.622650 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-980a08c4-31e4-4281-bca2-6963ccc05eb1 req-3031df20-69df-48af-8c87-9274b210f942 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280631 Jul 12 17:14:40.769079 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f522b1d2-6f33-4dc9-bcb8-342e4141f69f req-8654c497-e38d-4d35-aae1-a6b6912ded21 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0315468 Jul 12 17:14:41.920890 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7cfe5a19-9799-4c7a-be31-7ed7018c8730 req-4f5e3375-cd43-4df1-9021-d79482021edb tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0322485 Jul 12 17:14:43.059313 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9f824332-3134-455b-b149-c195a3101783 req-f9e24edb-41c3-490f-89b8-bf6e1086c88f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280285 Jul 12 17:14:44.197193 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1b643bba-a8c1-4e0c-91f0-0fe1b03e228d req-0a9cadb4-81c0-4884-b4fb-74c4278bcb05 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282223 Jul 12 17:14:45.333502 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1fb094c9-65a7-421b-ae1e-abb6bc852072 req-c7727798-5dcc-463c-8b47-fd6c0ed64b8b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277402 Jul 12 17:14:45.690172 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e36328bb-c8e6-4b1c-a7cf-ca2747649b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:46.472940 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bfa42a98-d00e-49ef-a499-2c5cacf9c161 req-421dc8f9-1459-4825-8884-194dfe624a1c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0278277 Jul 12 17:14:47.610815 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b3519c51-2881-418a-bf94-819179ff5f0e req-18c9a707-5534-41f2-ac54-69ef708637de tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282285 Jul 12 17:14:48.748763 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a127b395-cb78-4157-9afd-7f1c10f3968a req-d30a58f1-06b5-46e8-99dc-a01c86272b00 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0287988 Jul 12 17:14:48.972785 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.560745 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-48cca2cc-d0ce-42e0-a424-76ab8471add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.890876 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-acbea11c-9d8e-4af1-8e30-cbb706db7a54 req-c337eed9-67e4-4e06-a31f-390f74453f34 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0305071 Jul 12 17:14:51.032957 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b75bd19a-6243-457d-9e3d-3fe38e7f9b61 req-e9732311-477e-4afa-ae58-99d1aebf469d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308440 Jul 12 17:14:51.483635 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:52.131918 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:52.170069 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-23d7209f-5be2-4e3b-b9f2-932970454d4c req-153fe980-e6b0-41f4-b0b8-027553abe17b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0275259 Jul 12 17:14:53.310935 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-83ab1b91-59cc-4f72-bd8f-78b956ac9b70 req-0d33ebe2-6b5f-47ce-8b91-e16b84481e6c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284166 Jul 12 17:14:53.378000 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.449646 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a88bbed7-b288-4659-be00-46305275b391 req-5cb3ec4e-7d6f-4a05-8367-b331dfb7443f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0292404 Jul 12 17:14:55.588729 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2ef66a4e-e92b-42b2-bcce-4aed0c2eb32b req-bc232737-5f40-460e-a54b-931aa6fcd561 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0286136 Jul 12 17:14:56.728950 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-365df2ce-c471-45c8-ae56-1695912847bf req-579f8ce1-6f31-4e5c-961c-2aaf39160d3d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0286975 Jul 12 17:14:57.865981 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cdc7990b-eb84-4cdb-9264-f6b10447796c req-3e868cb6-2b57-4293-abcc-26bae19a7c96 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0279179 Jul 12 17:14:59.007152 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1bd9da1a-b9c5-44fb-963a-d8d16dbae717 req-368a69fe-689b-4247-a5d3-8260b1d22441 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0306458 Jul 12 17:15:00.159787 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41b4acce-5005-4ece-9f66-66bcef6daf5d req-d010300a-76dd-49c4-9cf2-5245063e440d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0311015 Jul 12 17:15:01.302193 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-12feb073-aec3-4709-b7ce-743edc7087a8 req-eee14186-384c-4ce8-b260-79a2fff2f494 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0288413 Jul 12 17:15:02.440601 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2d8054f7-539f-4ad0-933e-fd441c063434 req-6c284bf8-2fd1-48be-8ad3-ab016a473992 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0295813 Jul 12 17:15:03.575219 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a019d640-b339-4f94-8bf4-c783f31472b4 req-f59c82d0-38fc-4e80-8d69-012f5b72d503 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282300 Jul 12 17:15:04.329095 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:15:04.715779 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-649b0576-8688-4249-b630-b2d233645d28 req-b058ef6c-33f1-4c8f-acdb-f8582c9ffb43 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277786 Jul 12 17:15:05.851334 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6b38c7f0-d47f-49f8-9c6e-70c790666923 req-29db0377-b38a-48f4-9439-2c76645aba46 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0278418 Jul 12 17:15:06.991364 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dea305a4-47ed-4676-91e0-afe1486df83e req-fcbf313f-b57b-4d9d-936d-c625abcddf78 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0305903 Jul 12 17:15:08.134945 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ca5469b7-d3f0-43ce-9960-0e5a268f7b9b req-2e9c9ae5-cd47-4e9a-bc7a-18d26aef9845 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0305054 Jul 12 17:15:09.273478 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4db994e9-4561-42ac-b082-a3422c9de0ec req-4cc30a73-01e1-4502-83ef-15d7d04ba40c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308292 Jul 12 17:15:10.411563 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4905db7b-3b4d-43ee-94fe-d79f61b2ea73 req-90a2c21c-f180-4f9a-ba4c-842fd5946547 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0272334 Jul 12 17:15:11.546513 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-61507313-c08a-42f6-83d8-26e7aba94ed9 req-b074183b-cba6-42e9-bce3-0c82a4e0c51e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277770 Jul 12 17:15:12.683671 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-dcc2d78d-7b63-44f4-8f6d-7070911fd3bb req-c63ef1c4-bbff-4330-b42f-c703c813d89c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277915 Jul 12 17:15:13.825789 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0e2a1088-6ffd-4da1-8e43-e8fe08212182 req-4e357a50-d9fc-4438-a149-94aa1df817bf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0294251 Jul 12 17:15:14.965080 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-faf9b7d7-f287-40c5-a34c-6f4ccd8b6224 req-e4f17c17-23ef-49e4-886f-c8b646cae74b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0281568 Jul 12 17:15:15.691626 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ea7bca08-7bdb-473f-b348-010237d6966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:16.105175 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-734d740c-e1af-4ed2-baf0-1d76fc5c1720 req-61b46af0-d345-4225-b06b-7db6387efb10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0286062 Jul 12 17:15:17.247200 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9cce284a-faf1-4ee4-8d1a-c4aa9c20bbde req-a522ebce-70fa-4245-92bd-830eff706747 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0316873 Jul 12 17:15:18.384929 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cab96a68-ccf8-47a7-929e-005ea8164333 req-a63db710-e0fa-4316-9a12-e18cc347af6c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0302279 Jul 12 17:15:18.974261 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:19.521028 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-742e8906-49ed-4585-a7f3-8c435386dedc req-83643f79-2e5e-4ec9-9e49-bcd6e2e85157 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0266917 Jul 12 17:15:19.561074 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-899da27e-7324-4383-9e99-1f54c8782197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:20.659599 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec5e73a3-ea45-42ee-9aa1-98c2049d0c48 req-02115de1-8b3d-4864-a7db-fd80ef6a34a0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0296936 Jul 12 17:15:21.486054 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:21.798977 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e74d4af5-6290-4f22-b3c2-71aa0d876a29 req-8e246d16-ff05-4142-bbdb-97f2fa7c6a20 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jul 12 17:15:22.162231 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:22.938279 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0e5ec682-afc0-423e-8f27-df2853e308f6 req-4a7bba8e-e978-4d80-a550-d80e26d151b0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0298016 Jul 12 17:15:23.379757 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:24.074895 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d8e24419-2ecc-4460-bb3f-99fdb8020e89 req-0595eba4-8c54-47b6-9d42-b5d0301bf959 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0274003 Jul 12 17:15:25.216066 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c007f190-028e-4bf6-8d87-9df2e09b68bc req-611e930e-47c3-4990-8b63-b8ce28186c7e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0269003 Jul 12 17:15:26.362389 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-521b381c-26c9-435e-b28c-623d1c66e7bd req-1c6a87a1-cddd-4b00-b6a8-9a7ed1b1d964 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0304713 Jul 12 17:15:27.504871 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7b2cab4f-eebb-4725-a234-71986c6debdc req-3ab9ce8d-1988-4437-9dbd-aae121dae532 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0307970 Jul 12 17:15:28.641861 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e5123c16-f3d5-461b-960c-620eca622753 req-0d5bd6c5-a932-42a2-ae00-2ae36778c55f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283229 Jul 12 17:15:29.781643 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8748cf28-b0c1-4788-8620-34a2928680bc req-70d9a0fa-de76-4523-9a83-9cab76bb844e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0281293 Jul 12 17:15:30.921095 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-689902a3-03d3-4b57-ba58-36b4521a0554 req-0f5ce8ca-d107-4242-81ed-addf01dc8f66 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276158 Jul 12 17:15:32.059301 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f3d0d421-f1f5-40f0-8547-a46b6f289901 req-1ead32e2-b632-44f1-8b9d-ef36a9fbc470 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0290186 Jul 12 17:15:33.199817 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1528c33b-c1bd-43b2-b4d3-a2c5a86f53e1 req-948015e9-9196-4c0f-a96f-a388fcf8508f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0303488 Jul 12 17:15:34.336031 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-24abeaad-caca-42bc-8917-4a41c5315ee6 req-fba4b44a-7ae1-4cf8-b92a-c43ea8279703 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0275688 Jul 12 17:15:35.478943 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1336b996-392c-4a82-8fdf-b640f55b2741 req-194e27f1-f6e1-4d44-af02-c8c5f2f36520 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0305254 Jul 12 17:15:36.620237 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-447c9a9a-f35f-4ee6-add8-2a3dd56d0b3a req-048cfc1d-8569-4b27-a682-24e3d21814db tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0296640 Jul 12 17:15:37.756732 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-73d53d5f-3d3d-41ba-9f1e-649164c70862 req-6c3187b1-c5e2-4519-abf1-ba82faef0fbb tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jul 12 17:15:38.898778 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f591ab29-51f3-4340-b9b6-122385652f49 req-01344c10-a8a8-47ea-b379-c6831601aa62 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282962 Jul 12 17:15:40.035888 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9c3dcef7-856f-48c4-ad43-289557445094 req-49c0bc15-f5cb-4bf6-810f-41cdd33d2b10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0281022 Jul 12 17:15:41.173553 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7f22b4e3-b305-43d8-a5c8-0cc9d902114f req-3b518a49-5333-4ab4-b260-b1c873877756 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276210 Jul 12 17:15:41.328712 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:15:42.312813 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1123b1b9-2432-4934-9284-149690aa495e req-a7f1256e-4b62-4a9a-905d-147822798d73 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283906 Jul 12 17:15:43.450706 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cd0116f1-440c-41d1-8edc-b9e080ef1fe1 req-29c6cda9-8044-47f4-bf7d-d0a8ed2f37b1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280204 Jul 12 17:15:44.590764 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-43aadf84-1d47-4762-a855-2d29978f5312 req-35cf332a-2d44-47bf-80f2-ec97fe6d2832 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0309043 Jul 12 17:15:45.691989 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-44713032-0df6-4dd0-9f01-13f359b1801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:45.735721 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6fe96bf-1f28-4426-aa6d-9db67f0ca92d req-0bfb99ea-5140-40d5-b68f-dc2f6be42095 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0312498 Jul 12 17:15:46.873238 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0315fe8b-cde8-4274-9741-e03bf4c5e408 req-64fb5fe9-0972-4a79-914b-c7ee24b956eb tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0266314 Jul 12 17:15:48.017201 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-791f5509-996c-4d42-931a-7c6d313d8bca req-8881a3f9-11f9-405a-89db-b14b3eec8d26 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0285637 Jul 12 17:15:48.977337 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:49.153585 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6b8ed776-5772-4691-8c9a-a678f7fc6bbb req-0d062617-0569-46eb-9b15-37522625373c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0266421 Jul 12 17:15:49.562199 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6ef17c6d-1a46-439f-b5ce-1cd256404577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:50.290560 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-eaec1a90-73fa-40c5-a2d4-2570a375468c req-8b62de83-6c2e-4406-9667-aca9e5839c1c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283186 Jul 12 17:15:51.434104 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-cf05bb14-cfa9-4bb3-a47f-55ba7177a528 req-6e7d545d-3a54-4acd-8f55-9b2025353ba7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0272529 Jul 12 17:15:51.488553 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:52.160764 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:52.571131 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-94558525-f4ec-49c1-b02c-fd1279e94d2e req-a0653540-0ea1-4a5a-a003-9f720eb231f4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284173 Jul 12 17:15:53.384090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:53.712282 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-368c124f-a0f2-4f10-aec2-47240820f386 req-f9063c12-47ff-4d6a-b25f-c4ec04cd7d3a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0306385 Jul 12 17:15:54.853881 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-82d6a6f9-8449-49d7-b706-fb23747a3213 req-906522cf-8092-4191-9349-76df68b9124c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0306692 Jul 12 17:15:55.991109 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-17745490-2cda-48a6-bb01-ec12b8d4e6d1 req-63773777-19a9-4a02-8c55-dc4a02546439 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0273848 Jul 12 17:15:57.135920 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-136dc8ac-dfbd-47fb-81cd-d04b0a1436b4 req-24d774ee-3401-401a-8301-318a343bda97 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282595 Jul 12 17:15:58.272803 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c8eae60e-90ba-4c22-8ef6-4c242a71f8e3 req-61ade66c-8cc8-4670-9d3a-4e855467a3d1 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282767 Jul 12 17:15:59.411427 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-84f8934a-9568-4e8f-bcd6-e6f818500296 req-2c032726-4199-407e-9304-e8a698421863 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0290265 Jul 12 17:16:00.552572 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f6a5d150-2372-4bf9-88c5-fe464eb05088 req-c30018cf-5d21-41b6-8680-cb7986dfbab9 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0287054 Jul 12 17:16:01.690339 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bf9589f1-6a7d-4b68-990e-dc3cd63d1279 req-46ad9fbf-b827-40f5-9571-4d82483475b6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0283105 Jul 12 17:16:02.829204 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-71178784-20a3-4dff-9be8-894074cdda89 req-ed5f5e4d-d7ce-451e-a551-fc942b6e4848 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0297003 Jul 12 17:16:03.970891 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a9253692-2a6b-49ba-8769-65c86116444b req-4f4d489a-2d27-4648-bbeb-01588ec0751b tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0316527 Jul 12 17:16:05.108525 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d40a65d9-700d-4ab5-be52-e8eb7993b4f2 req-fe1b3545-7dad-4a5f-8edc-406887f48afa tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0268137 Jul 12 17:16:06.246837 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-538e99a8-460f-4d3c-a5b3-4d30c07af543 req-c77d5c00-3168-4f87-a026-81341f1afae0 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0274274 Jul 12 17:16:07.384749 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2b0bf39d-7b24-444c-8414-329477308a61 req-c4421d1b-b212-4915-8b86-932bcd6a1034 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277252 Jul 12 17:16:08.524279 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-eadc34f8-7262-40c9-bbe8-e6212d979082 req-8c388332-b979-469e-9831-d81805b18fe2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0282443 Jul 12 17:16:09.680354 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f970c91b-a900-44fa-ab5e-b7430160896d req-a70a1928-98b9-4900-94ba-be5bab441433 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0275824 Jul 12 17:16:10.832582 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-981e2554-f6a7-4e60-b8ec-3df387a60bf2 req-e31c37c9-6483-4e94-9764-b2258e11db0f tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284367 Jul 12 17:16:11.973362 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bd5bc980-85e0-4c7c-8940-5d77d96eae25 req-1a8a2445-8f10-4d05-94b4-94b8ab7556e6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0312479 Jul 12 17:16:13.114317 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3146741b-4601-4797-854a-dac9f19ce977 req-98418fcc-37da-4812-9ba7-071b69c6669e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0313213 Jul 12 17:16:14.250581 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f73c16de-44ba-4301-b2c7-549dc93f4e7c req-d694887b-08ba-4bbe-999a-d72df9e3bff8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0276766 Jul 12 17:16:15.390612 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-931a5943-a85d-4d99-bb3a-14ccad4110eb req-c991c503-949e-443c-a4dd-cee4fc448df4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277407 Jul 12 17:16:15.694260 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-632407cc-715d-4d05-a0b0-cc404692e1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:16.527650 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5bd543ab-6786-46d1-86af-b8b095af2560 req-da4362b7-fb2a-4c5c-b846-f39c29a45dd8 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0273731 Jul 12 17:16:17.662674 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0d73faa9-b8f8-4ca1-8aa4-9d5788955280 req-6305ceb4-6be3-46a6-8721-e394ac257cd3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0271063 Jul 12 17:16:18.327241 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:16:18.802587 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ecc9bd32-5fdc-4572-b735-4f8121b1c7a4 req-affddef8-1f04-47f2-84e4-d46769c9f379 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0272114 Jul 12 17:16:18.978239 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:19.564665 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9021af9d-c2b4-422d-b3e4-04342de28e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:19.940179 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ae3f8667-6b84-443b-9b97-c2773daa517f req-d28c52de-0e01-461e-974b-0882762a3b23 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0279946 Jul 12 17:16:21.082277 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d9c24f27-30dc-4c13-a95f-b6d09ee2bd22 req-38110b18-f9c4-48de-9d39-4d790fa96563 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0310085 Jul 12 17:16:21.490745 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:22.191815 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:22.467658 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1e4c351d-9ab7-4d9b-bb99-9b64228dc48c req-a5ef6a1d-3991-492d-bdbc-6fa54837b914 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.2744753 Jul 12 17:16:23.384931 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:23.607824 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d7144a00-36ee-4463-903f-6c6fc2482338 req-8481eab0-b92b-4a82-bb94-58a8eab8fdd3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0295553 Jul 12 17:16:24.750061 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bc0350ff-3041-4f92-b01c-f58f6819bd31 req-0dfba7eb-5df6-400b-8964-e0f72fccc561 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0289390 Jul 12 17:16:25.887018 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d39a06bb-f2fd-4247-b7a3-f73f58bca784 req-9197ecc2-f301-4b29-97e0-790be0ec4a15 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0268972 Jul 12 17:16:27.025612 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f0d8f2ee-9e32-48dd-a54a-fc8a712af478 req-e07115a0-f31f-4d05-bfb4-f12f2d12cf59 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0288310 Jul 12 17:16:28.165533 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1b841b16-1dc5-4361-8b8e-add8d2853bdd req-32d271e8-e9fc-4f14-b486-2d2f920905ed tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0272741 Jul 12 17:16:29.300695 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c78c05b2-7cef-4632-a4ae-b4f42691cc9a req-b0418e4e-201f-44fd-8dd5-75f7fa6729ce tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0271485 Jul 12 17:16:30.439672 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-65190229-dab4-4b58-beb0-5f3628991739 req-6ad261b2-20b9-4710-ba5c-190c01213282 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0304055 Jul 12 17:16:31.581502 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-546e99e7-cc4d-4e84-bf91-00d1a8c19d08 req-a056b972-90eb-4d8a-a288-8bbbea7cdeea tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0316782 Jul 12 17:16:32.717622 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-16d70060-3d66-4f04-96c1-24b48a639537 req-336d7067-3641-4b4a-89db-2b564a3e49fc tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0274391 Jul 12 17:16:33.859845 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ca8e7aa9-fb5e-444d-bb20-8b0343be7376 req-91e9587c-8db8-4b5f-91cd-25909182a5cf tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0280037 Jul 12 17:16:34.998748 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c02e395d-e9e2-46b6-8cb5-4ba7641b5352 req-4dbe310d-f0e5-4fae-8674-4c263a28cfb5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0272851 Jul 12 17:16:36.139840 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1fc64cb0-c49e-4e5e-bdea-3c8aa9995127 req-4d60d096-4248-48f1-8e11-e3d132fbab67 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0278530 Jul 12 17:16:37.282758 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ea861a6b-2ddb-469c-b05e-d902f47cd56a req-313fab9a-1710-4a02-94a3-55832ba85f73 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308223 Jul 12 17:16:38.422737 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-349a3112-50f1-4447-b711-e5a349428a17 req-f3a4f2a9-3890-4a6d-ac1c-f888c35f659e tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0288348 Jul 12 17:16:39.563032 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6d72b4d2-48a4-450d-a11b-30b12ad70632 req-fa9ef72a-ccb1-4740-b250-c5a85360968d tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308383 Jul 12 17:16:40.702812 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c7ed64b7-756b-4393-832c-8a1b45a12198 req-7d177424-1fa3-43e9-9691-425ab874bb41 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0317202 Jul 12 17:16:41.840868 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3b8a0390-6520-4a5f-87f0-104db4bb17f8 req-0cbea4fe-89ea-4082-a5a7-9771855a33d4 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0275524 Jul 12 17:16:42.982260 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d8dc111a-5494-4b22-beaa-2f83fab2e3ea req-f42ce516-85e5-4ce2-a60d-c18ac05c73cb tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0279226 Jul 12 17:16:44.118987 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7f073735-1809-4543-9178-6e25d7c1ab95 req-caa9ac89-72dd-428b-a122-50b3948720bd tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0265479 Jul 12 17:16:45.255658 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bee97543-4954-4842-959f-fc109fe00e67 req-aac39f90-acc6-44ed-83ce-09dc73e05b85 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0289998 Jul 12 17:16:45.695248 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-00d72e0f-718d-44ec-a35b-998203ab3d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:46.395028 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-14be4f13-295e-425f-a0f8-612549787249 req-5759d09a-bf87-4469-bfb6-b9963ac5e78c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0267160 Jul 12 17:16:47.531315 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-78ff3825-971f-4441-872f-4354b9ce8367 req-904406d1-2d91-4ff5-a681-50baaa7f83f9 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0273356 Jul 12 17:16:48.675840 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1144a2d0-c309-479b-815c-7119b693ebe9 req-cd71364e-5d83-4b1b-b14f-c2c2f5a30fb6 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0303245 Jul 12 17:16:48.979553 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:49.563546 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a7b0-90f9-41f9-8f84-3f530bc24cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:49.817922 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d10b1187-9545-45e8-a9ec-a2c090d06d6b req-c9773b32-3157-4ba2-85ab-d8597d5ab956 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0310044 Jul 12 17:16:50.956058 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bcaee121-018a-48a4-95ec-1ffce5d795e2 req-4fe2411e-1444-44fc-a529-3ebe9627f6b5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0270126 Jul 12 17:16:51.494625 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:52.099768 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c92a1508-209c-4e1a-90e9-f1153a194311 req-7855accf-d553-4135-9af0-5f89d9d732f5 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0312166 Jul 12 17:16:52.215130 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:53.240077 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d33fe887-8bad-4642-acd0-3bddffd38bd7 req-563967eb-a5d8-4663-85dc-0428dff4ada3 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0269570 Jul 12 17:16:53.387821 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:54.378768 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a2626277-242a-4fb3-847b-8106df057517 req-7862916c-b575-47ef-8d7c-618ae5ccad39 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0286474 Jul 12 17:16:55.325253 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:16:55.518570 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5df0ced6-ae8a-4142-a1a1-23cd29ae0103 req-e7a1ff0b-9e8d-40f9-bb2c-da212cc741e2 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0271919 Jul 12 17:16:56.660664 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-0685fe7e-1a17-4ea2-b3e0-60be9458c529 req-283fd25f-9314-4a10-a342-acd21f971602 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0318141 Jul 12 17:16:57.801449 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ad3979c0-ef83-44e9-b4f2-41e2ed666014 req-30741b48-4ad4-40c9-bb65-881e4738adc7 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308502 Jul 12 17:16:58.945268 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e49fe58d-a59d-40bd-8a24-7381144eaa32 req-e8726013-be58-4448-af77-4afcbfaeb234 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0309160 Jul 12 17:17:00.084573 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e4dcd1ea-8262-49fd-8503-44c915cc97b7 req-852e81d0-2c4b-4a97-bf0b-d07cf0972956 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0271893 Jul 12 17:17:01.224357 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bf65cba1-70dd-4bb9-b6ff-d21156ab5442 req-774ff0d3-fe51-4c23-ae7a-dca598dc1f27 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284970 Jul 12 17:17:02.361033 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-9e20a8be-f547-4784-8a7b-1e8a1884340c req-9fa61843-7d01-4007-82c8-1f6a9a4be779 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0278065 Jul 12 17:17:03.500067 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c12a3cbc-07bb-4f24-a5e0-3fe3e97a984b req-7f7c5cc3-8f22-40e0-9689-423fc8e69c93 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0284069 Jul 12 17:17:04.638287 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0614a480-3160-471d-bf4a-78ba7f167c2b req-f24befa4-0549-4b0f-a6db-c279b64bcb7a tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0277481 Jul 12 17:17:05.775751 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-00195393-b444-4133-a7aa-1e7befe19597 req-feb0c547-660d-49a8-a06f-9dbc70f6e588 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0273860 Jul 12 17:17:06.919968 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8abea3c3-f8a0-42a2-925a-0eb97fa703ea req-6b207f32-a914-4cf5-ba3e-ccc669dfa98c tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/ports?device_id=a53c70dc-53cd-44c1-b72c-d1e5b95e601c HTTP/1.1" status: 200 len: 210 time: 0.0308552 Jul 12 17:17:08.042383 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 47498) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:17:08.096286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.122529 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.168893 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.171661 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.172805 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "DELETE /v2.0/security-groups/ef8ef91d-c580-475a-bc4b-2417ca345c3b HTTP/1.1" status: 204 len: 168 time: 0.1294127 Jul 12 17:17:08.175705 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 47500) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:17:08.181687 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8ef91d-c580-475a-bc4b-2417ca345c3b,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:08.188740 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.188996 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.api.v2.resource [None req-b0c8a904-e52b-4103-86e2-5fdacfaa7638 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] show failed (client error): The resource could not be found. Jul 12 17:17:08.189126 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.189416 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.189754 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.189991 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b0c8a904-e52b-4103-86e2-5fdacfaa7638 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "GET /v2.0/security-groups/ef8ef91d-c580-475a-bc4b-2417ca345c3b HTTP/1.1" status: 404 len: 347 time: 0.0133090 Jul 12 17:17:08.190143 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.190431 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.190758 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.191083 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.191408 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.191737 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.192055 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.192372 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaddb5c-d6e3-4edb-aa61-2363cdcc4c80 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.192793 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 47502) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:17:08.313723 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Deleting port 49c9c107-ab97-4ffe-a387-521548d472be {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:17:08.314083 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.387159 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.387476 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.398505 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Calling delete_port for 49c9c107-ab97-4ffe-a387-521548d472be owned by network:floatingip {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:17:08.529978 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.557326 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Pushing event deleted for resources: {'Port': ['ID=49c9c107-ab97-4ffe-a387-521548d472be,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:08.833748 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.834015 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.834358 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.834709 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.835018 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.835349 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.835676 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.835999 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.836323 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.836648 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.836966 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.837282 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:08.876136 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks [] for floatingip, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.878892 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.880215 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b3c1f633-12ce-4838-8f6b-fdb48a8d4a10 tempest-AttachVolumeTestJSON-1291956738 tempest-AttachVolumeTestJSON-1291956738-project] 10.222.0.74 "DELETE /v2.0/floatingips/5f180320-4259-45d5-bf3c-e637cd13fb0d HTTP/1.1" status: 204 len: 168 time: 0.6865084 Jul 12 17:17:15.694996 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-7fa2adfa-882b-4c0f-9680-ad0341c0de0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:18.981602 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:19.562902 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbcb-94c2-465c-a4d5-693289ddecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:21.497031 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:22.205678 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:23.390713 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:32.324935 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:17:45.695904 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-24303b9c-c6b2-4e18-b404-96b92c78cd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:48.982680 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:49.562980 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6dad1fb7-558a-46fe-ac11-8a26cbb5dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:51.499652 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:52.206308 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:53.392790 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:09.403565 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:18:15.697719 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0665ba37-c388-4368-81e4-3cabaaae0419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:18.983986 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:19.563436 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4153c94d-e47f-40af-9502-dbd6303f1c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:21.503875 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:22.214055 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:23.396325 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:45.698599 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfe7d-ad11-4bed-9b2c-76651d5a8281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:46.323127 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:18:48.984682 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:49.563647 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-7aa914dd-cd32-4313-9c9d-e80bf920402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:51.509040 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:52.203289 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:53.399303 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:15.698592 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d0f72218-0e2e-4059-a263-6401a2aa641a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:18.985842 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:19.563533 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-13856aad-1db5-42d2-8450-9e0facf7944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:21.510297 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:22.202576 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:23.321502 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:19:23.403058 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:45.698663 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-62d3279d-eec1-40cb-a856-d21a3948ea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:48.988943 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:49.563720 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65643979-ae73-4ea6-b613-c0c5d8e2445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:51.512523 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:52.216422 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:53.402937 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:00.321146 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:20:15.702317 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fed31e35-bd5a-4243-b5dc-7e7a38333c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:18.993649 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:19.564810 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbb26-dfe4-4281-88ce-9bd472937a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:21.514977 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:22.238562 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:23.406703 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:37.319607 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:20:45.703586 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-dbf1bb58-0e49-47fe-be19-ccdfecd16437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:48.987290 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:49.564538 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0a875ca3-bdbf-4425-b4fd-cbb36bbb7f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:51.518178 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:52.246379 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:53.409924 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:14.318360 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:21:15.704932 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f84e-7d80-48aa-9fe1-3148b3359e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:18.989326 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:19.563996 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c3b8885d-5c34-4e7c-9a83-1d1d9dd7145d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:21.520649 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:22.248690 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:23.412465 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:26.714890 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 49050) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:27.216141 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:27.461032 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Deleting port d6cc33b2-9c13-4c47-87af-3397e94e1a5f {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:21:27.461375 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:27.536804 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] For port d6cc33b2-9c13-4c47-87af-3397e94e1a5f, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:27.537134 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:27.549078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Calling delete_port for d6cc33b2-9c13-4c47-87af-3397e94e1a5f owned by network:router_interface {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:21:27.723494 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:27.750016 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cc33b2-9c13-4c47-87af-3397e94e1a5f,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:27.776667 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.777065 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.777354 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.777695 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.778055 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.778385 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.778712 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.779039 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.779366 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.779689 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.780009 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.780855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:27.924255 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.129156 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:21:28.230914 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:21:28.236766 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4a6229f4-4e58-4511-9cb3-da1fda0d4532 admin admin] 10.222.0.74 "PUT /v2.0/routers/f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5207565 Jul 12 17:21:28.239196 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 49064) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:28.241842 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] Sync routers for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:21:28.253070 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:21:28.253688 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:21:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:21:28.343499 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.352127 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:21:28.444268 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.495434 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Deleting port 425999ea-5661-48f6-8c52-4f896df8b712 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:21:28.495689 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.528280 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '425999ea-5661-48f6-8c52-4f896df8b712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T17:21:27Z', 'revision_number': 5, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port': {'id': '425999ea-5661-48f6-8c52-4f896df8b712', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:51:29Z', 'updated_at': '2021-07-12T16:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:21:28.553775 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] Checking router: f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:21:28.562417 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] Routers {'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:21:28.563179 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:21:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:21:28.575748 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] For port 425999ea-5661-48f6-8c52-4f896df8b712, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=425999ea-5661-48f6-8c52-4f896df8b712,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:28.576110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.587672 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Calling delete_port for 425999ea-5661-48f6-8c52-4f896df8b712 owned by network:router_gateway {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:21:28.646960 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] Set router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 gateway port host: None {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:21:28.701095 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T17:21:28Z', 'revision_number': 6, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:21:28.727050 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adf788-413c-49f2-9020-3ade361dc261 None None] The sync data for ids ['f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3'] in dv-cinder-800490-1-iscsi is: [{'id': 'f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-621935384-router', 'tenant_id': '0a373c9c10344e12888f8d72d96ea72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:51:28Z', 'updated_at': '2021-07-12T17:21:28Z', 'revision_number': 6, 'project_id': '0a373c9c10344e12888f8d72d96ea72f', 'gw_port_host': None}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:21:28.753684 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.778223 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=425999ea-5661-48f6-8c52-4f896df8b712,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:28.839727 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.928987 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.931044 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.973695 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.974295 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 {{(pid=99420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:21:28.979029 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:28.980212 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4188d3a6-891d-4b9b-9ed6-c8f70888abd3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f9eb79a1-85ac-429b-ba3b-b186bdf7aaa3 HTTP/1.1" status: 204 len: 168 time: 0.7400503 Jul 12 17:21:28.984191 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 49066) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:29.026103 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] Deleting subnet be836117-8ef6-4f4a-9601-5fd272a71233 {{(pid=99420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:21:29.028999 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.062632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7762664'] for subnet, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.148577 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.211352 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7762017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745455'] for subnet, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.235142 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be836117-8ef6-4f4a-9601-5fd272a71233,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:29.241674 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.243578 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f06db366-51b5-4fcb-898b-7fd3114f70e1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/be836117-8ef6-4f4a-9601-5fd272a71233 HTTP/1.1" status: 204 len: 168 time: 0.2599962 Jul 12 17:21:29.246018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 49072) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:29.246725 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f621fd-632a-45c1-ba6a-7b5ea360b123 None None] Network 090234da-390e-4509-b5e9-adaf969467b0 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:21:29.314516 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.368002 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Deleting port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:21:29.368361 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.430446 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] For port a8ed62cf-fc9b-4e50-85be-da87383cfbe1, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=a8ed62cf-fc9b-4e50-85be-da87383cfbe1,segment=NetworkSegment(c10603ad-df34-4ac1-bb95-59d98f965428),segment_id=c10603ad-df34-4ac1-bb95-59d98f965428)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:29.430800 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.442786 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Calling delete_port for a8ed62cf-fc9b-4e50-85be-da87383cfbe1 owned by network:dhcp {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:21:29.523898 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f5b60-70c7-4d53-92f1-f083627b659f None None] DHCP port deletion for 090234da-390e-4509-b5e9-adaf969467b0 request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:21:29.530588 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.550668 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d6cc33b2-9c13-4c47-87af-3397e94e1a5f no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:21:29.552546 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-338f5b60-70c7-4d53-92f1-f083627b659f None None] The port 'a8ed62cf-fc9b-4e50-85be-da87383cfbe1' was deleted {{(pid=99422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 12 17:21:29.561343 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ed62cf-fc9b-4e50-85be-da87383cfbe1,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:29.568272 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] No DVR routers for this DVR port a8ed62cf-fc9b-4e50-85be-da87383cfbe1 on host dv-cinder-800490-1-iscsi {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:21:29.572315 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: d6cc33b2-9c13-4c47-87af-3397e94e1a5f {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:21:29.572876 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d6cc33b2-9c13-4c47-87af-3397e94e1a5f not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:21:29.643356 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.653528 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090234da-390e-4509-b5e9-adaf969467b0']}} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:21:29.909464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10603ad-df34-4ac1-bb95-59d98f965428') {'for_net_delete': True} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:21:29.910169 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10603ad-df34-4ac1-bb95-59d98f965428') {} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:21:29.918799 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7762659'] for segment, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.932553 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.938444 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=99420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:21:29.938814 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7762060'] for segment, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: Traceback (most recent call last): Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: timer() Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: cb(*args, **kw) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: return func(*args, **kwargs) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: self._notify() Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: self.callback(batched_events) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: event.method(event) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: return f(self, *a, **k) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._get(url).json() Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: return self.request(url, 'GET', **kwargs) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:21:29.940494 dv-cinder-800490-1-iscsi neutron-server[99420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:21:29.991438 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:29.996714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:30.001136 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] 10.222.0.74 "DELETE /v2.0/networks/090234da-390e-4509-b5e9-adaf969467b0 HTTP/1.1" status: 204 len: 168 time: 0.7516561 Jul 12 17:21:30.009227 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a822a64-a476-4e30-b0f3-48f80f41af8c admin admin] Pushing event deleted for resources: {'Network': ['ID=090234da-390e-4509-b5e9-adaf969467b0,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:30.126503 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 49078) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:30.164860 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-6b794f8b-0e29-49e9-861b-57a24bae2c05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0a373c9c10344e12888f8d72d96ea72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371256 Jul 12 17:21:30.167028 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 49080) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:30.217382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07cfc59f-1c01-42e2-8087-29049dfa1e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:30.238201 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07cfc59f-1c01-42e2-8087-29049dfa1e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:30.286084 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07cfc59f-1c01-42e2-8087-29049dfa1e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:30.288767 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07cfc59f-1c01-42e2-8087-29049dfa1e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:30.289981 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-07cfc59f-1c01-42e2-8087-29049dfa1e00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f7764821-d179-4023-8fc3-77c87da7ac7c HTTP/1.1" status: 204 len: 168 time: 0.1220629 Jul 12 17:21:30.298348 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc59f-1c01-42e2-8087-29049dfa1e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7764821-d179-4023-8fc3-77c87da7ac7c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:30.966041 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 49104) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:31.044251 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 425999ea-5661-48f6-8c52-4f896df8b712 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:21:31.065855 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 425999ea-5661-48f6-8c52-4f896df8b712 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:21:31.066268 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 425999ea-5661-48f6-8c52-4f896df8b712 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:21:31.066742 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device a8ed62cf-fc9b-4e50-85be-da87383cfbe1 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:21:31.076174 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1613797012-network', 'tenant_id': '580cbcb5c0a548faac738a43889708a8'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:21:31.087488 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: a8ed62cf-fc9b-4e50-85be-da87383cfbe1 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:21:31.087832 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device a8ed62cf-fc9b-4e50-85be-da87383cfbe1 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:21:31.098280 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Made reservation on behalf of 580cbcb5c0a548faac738a43889708a8 for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:21:31.100560 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.109138 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.194596 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.198088 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.223277 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:21:31.229005 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2526a6-2eec-4e80-8178-0059efb5778c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:31.235273 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.235610 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Added segment d1dfcbfc-6d62-43bd-b303-0806c62c8bfc of type vlan for network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e Jul 12 17:21:31.272719 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.302068 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.303030 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:31.303623 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.361432 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3942530 Jul 12 17:21:31.365211 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 49114) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:21:31.370936 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Request body: {'subnet': {'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1613797012-subnet', 'tenant_id': '580cbcb5c0a548faac738a43889708a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:21:31.371590 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe700d-855e-49a3-9d77-bea8f5b789c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:31.381579 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:21:31.391202 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Made reservation on behalf of 580cbcb5c0a548faac738a43889708a8 for: {'subnet': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:21:31.393634 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3043108'] for subnet, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.555713 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2757046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3039454'] for subnet, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.608131 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b584d6f2-3c13-48e1-beb0-55d59a171a7f,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:31.618649 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.618989 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.619324 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.619650 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.619974 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.620297 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.620618 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.620933 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.621250 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.621560 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.621897 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.622208 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:31.627661 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Checking segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:21:31.628003 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Network hostable DHCP agents. Network: a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:21:31.643743 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:21:31.651569 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e) {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:21:31.655416 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:31.655991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:31.663099 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7af1c-4861-4c47-9d31-a45133fdc395 None None] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:21:31.669301 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-d49c2218-282d-48f1-b216-d4c335ddd1ee admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3029659 Jul 12 17:21:31.785015 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c7812-59db-4d7a-9964-43857268cd90 None None] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:21:32.214895 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808211-31dc-4e9e-a009-ed8708104142 req-88debb94-1df1-40df-94b8-2379eaf0b9e9 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:32.216365 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-88debb94-1df1-40df-94b8-2379eaf0b9e9 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.0983222 Jul 12 17:21:32.230827 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-e307b94c-9782-4c4b-b91a-adc16a009851 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/quotas/580cbcb5c0a548faac738a43889708a8 HTTP/1.1" status: 200 len: 375 time: 0.0086322 Jul 12 17:21:32.266957 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-cea9d6bd-2c33-4de6-a6d5-0305f510127f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306399 Jul 12 17:21:32.322469 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-e0ddc7b6-b405-4fcf-8932-7cfde318f01a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:21:32.323484 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-e0ddc7b6-b405-4fcf-8932-7cfde318f01a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504093 Jul 12 17:21:32.412819 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-86c9e62e-eff5-4280-a294-c48b9573874e service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828469 Jul 12 17:21:32.502412 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-09685659-ef53-4524-80ad-2a9514d2ceb1 service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838435 Jul 12 17:21:33.749868 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-6fca5f1b-69a1-4d26-985d-0ebd834fcc22 req-44aaa1bc-bac0-4f75-9070-1732069b7969 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 210 time: 0.0809999 Jul 12 17:21:34.866482 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808211-31dc-4e9e-a009-ed8708104142 req-5331aa6c-1b75-41e6-9e1f-bffc039246ce tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:34.868083 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-5331aa6c-1b75-41e6-9e1f-bffc039246ce tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.1054792 Jul 12 17:21:34.900671 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Request body: {'port': {'device_id': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'admin_state_up': True, 'tenant_id': '580cbcb5c0a548faac738a43889708a8'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:21:34.905890 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d95e6089-5a28-4005-b5de-3c3256fa2ddd req-fc2dcf01-6bb3-4064-8475-de9794a7235e tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 210 time: 0.0362489 Jul 12 17:21:35.015292 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Made reservation on behalf of 580cbcb5c0a548faac738a43889708a8 for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:21:35.018967 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.144195 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Allocated IP 172.20.0.3 (a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e/b584d6f2-3c13-48e1-beb0-55d59a171a7f/3fd791d4-a4cf-4e1e-9f59-84237de015f4) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:21:35.282739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.319851 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.367102 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:21:35.370291 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:21:35.374714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:21:35.397120 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event updated for resources: {'Port': ['ID=3fd791d4-a4cf-4e1e-9f59-84237de015f4,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:35.425595 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:35.426236 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.440301 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-52ef2438-2e33-48ec-a2a3-176f80905342 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436277 Jul 12 17:21:35.450459 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-97a402a0-9cb9-4738-a211-cd5dceb6ea68 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:21:35.451381 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-97a402a0-9cb9-4738-a211-cd5dceb6ea68 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049801 Jul 12 17:21:35.502812 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Request body: {'port': {'device_id': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:21:35.573983 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.828194 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd791d4-a4cf-4e1e-9f59-84237de015f4 {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:21:35.835242 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.846896 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Transition to ACTIVE for port object 3fd791d4-a4cf-4e1e-9f59-84237de015f4 will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:21:35.850536 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.899370 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd791d4-a4cf-4e1e-9f59-84237de015f4,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:35.963052 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Attempting to bind port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:21:35.963381 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Attempting to bind port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:21:35.963702 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Attempting to bind port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:21:35.968280 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:21:35.968594 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Attempting to bind port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:21:35.973199 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:21:35.973530 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Checking segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:21:35.973938 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Bound using segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:21:35.974360 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Bound port: 3fd791d4-a4cf-4e1e-9f59-84237de015f4, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:21:35.974711 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:36.040399 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] For port 3fd791d4-a4cf-4e1e-9f59-84237de015f4, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:21:36.043478 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] For port 3fd791d4-a4cf-4e1e-9f59-84237de015f4, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:21:36.048774 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:36.077530 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c534d-7c91-486c-a3c2-11fdc3b3a133 req-325fad15-5870-416f-bdc9-d3f5134d3484 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:36.079962 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4a5c534d-7c91-486c-a3c2-11fdc3b3a133 req-325fad15-5870-416f-bdc9-d3f5134d3484 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 943 time: 0.0650759 Jul 12 17:21:36.081912 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:36.082537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:36.083886 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] 10.222.0.97 "PUT /v2.0/ports/3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 200 len: 1093 time: 0.6252167 Jul 12 17:21:36.084308 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'tag': '3fd791d4-a4cf-4e1e-9f59-84237de015f4'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:21:36.086599 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc47163-ad8a-4111-886e-43b2ccca5e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "acc35e2a-0409-4c68-9b59-1dca43ab42f4", "tag": "3fd791d4-a4cf-4e1e-9f59-84237de015f4"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:21:36.112602 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c5a11-2cac-4e4f-809b-4412d4db5767 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd791d4-a4cf-4e1e-9f59-84237de015f4,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:36.125661 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4a5c534d-7c91-486c-a3c2-11fdc3b3a133 req-fb35b97a-79a6-40f0-a48d-b8ed19d722f7 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Jul 12 17:21:36.181132 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808211-31dc-4e9e-a009-ed8708104142 req-203ccce2-1249-43ce-99a1-8d7b525adc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:36.182748 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-203ccce2-1249-43ce-99a1-8d7b525adc12 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 1096 time: 0.0565352 Jul 12 17:21:36.228069 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-d4fb127d-96e1-49e3-98c6-5c81bc796ccd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 200 len: 217 time: 0.0378327 Jul 12 17:21:36.274657 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808211-31dc-4e9e-a009-ed8708104142 req-1b833f65-b5d0-4224-b057-ce1d5c37a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:36.276054 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-1b833f65-b5d0-4224-b057-ce1d5c37a384 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0421717 Jul 12 17:21:36.308264 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-8262637c-780e-487d-aa22-56ed9e94fca6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262597 Jul 12 17:21:36.399768 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-3af12581-dc83-4e3b-af65-6cc6ea22f191 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852923 Jul 12 17:21:36.486801 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-63808211-31dc-4e9e-a009-ed8708104142 req-33148ffd-b157-48a6-bbd1-09aacee27212 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802827 Jul 12 17:21:37.256845 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cb8aea-a4a6-4a78-9b60-8f355437ea8d x-openstack-request-id: req-d4cb8aea-a4a6-4a78-9b60-8f355437ea8d {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:21:37.257407 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc35e2a-0409-4c68-9b59-1dca43ab42f4", "tag": "3fd791d4-a4cf-4e1e-9f59-84237de015f4", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:21:37.257407 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d4cb8aea-a4a6-4a78-9b60-8f355437ea8d {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:21:37.257885 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'tag': '3fd791d4-a4cf-4e1e-9f59-84237de015f4', 'status': 'completed', 'code': 200} Jul 12 17:21:37.302409 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6106cd-c922-48d3-8550-d3ba3f9f51fa req-19abb9c9-d386-40bc-9c6d-3b832234f52a tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:37.304025 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bb6106cd-c922-48d3-8550-d3ba3f9f51fa req-19abb9c9-d386-40bc-9c6d-3b832234f52a tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 943 time: 0.0636394 Jul 12 17:21:37.330807 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-4b2f3b60-3611-46ae-b43f-9437924c7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:37.332290 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-4b2f3b60-3611-46ae-b43f-9437924c7b6e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 1096 time: 0.0516329 Jul 12 17:21:37.345503 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-bb6106cd-c922-48d3-8550-d3ba3f9f51fa req-3c216eda-93a4-40ae-9e8a-95fd155d60a2 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359311 Jul 12 17:21:37.431063 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-f08da2d8-9c4d-4c30-a8a1-1c39af5e60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:37.432531 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-f08da2d8-9c4d-4c30-a8a1-1c39af5e60ad service neutron] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 916 time: 0.0901341 Jul 12 17:21:37.474154 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-07f9f745-6318-41eb-a6c9-b743ff739830 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 200 len: 217 time: 0.0329230 Jul 12 17:21:37.525265 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-777823b3-c1c5-4e57-b515-ef7ca37cf33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:37.526691 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-777823b3-c1c5-4e57-b515-ef7ca37cf33b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0461154 Jul 12 17:21:37.557980 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-2f6663db-e115-459a-afda-1eaef5b68aa6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253971 Jul 12 17:21:37.648553 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-769be55e-1e97-427e-b2ba-f0cb2790a5d0 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839608 Jul 12 17:21:37.740715 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bbc47163-ad8a-4111-886e-43b2ccca5e1b req-2d650122-f008-42c2-aff9-929bd6c2bd27 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857584 Jul 12 17:21:38.519178 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74e06f-99c7-439f-9b8a-56a1a44efea8 req-38a54153-2de5-4048-8a9d-1294cc06028b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:38.520561 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c74e06f-99c7-439f-9b8a-56a1a44efea8 req-38a54153-2de5-4048-8a9d-1294cc06028b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 943 time: 0.0627129 Jul 12 17:21:38.557259 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c74e06f-99c7-439f-9b8a-56a1a44efea8 req-4221ec21-4307-498e-8f7c-27df654c9067 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 Jul 12 17:21:38.726314 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3fd791d4-a4cf-4e1e-9f59-84237de015f4 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:21:38.818619 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 3fd791d4-a4cf-4e1e-9f59-84237de015f4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:38.829320 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '3fd791d4-a4cf-4e1e-9f59-84237de015f4', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'port_id': '3fd791d4-a4cf-4e1e-9f59-84237de015f4', 'mac_address': 'fa:16:3e:cc:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b584d6f2-3c13-48e1-beb0-55d59a171a7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:21:38.869196 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:38.881503 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd791d4-a4cf-4e1e-9f59-84237de015f4 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:21:38.900124 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 3fd791d4-a4cf-4e1e-9f59-84237de015f4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:38.904242 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:38.955675 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=3fd791d4-a4cf-4e1e-9f59-84237de015f4,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:38.962531 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.962885 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.963235 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.963573 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.963907 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.964240 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.964606 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.964965 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.965377 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.965831 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.966170 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:38.966503 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:39.170121 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:21:39.727069 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb99126-eeb0-44ec-8bd7-814a19094454 req-3725571c-50b1-4ccf-aa1d-dfe7a3f81c55 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:39.728560 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8bb99126-eeb0-44ec-8bd7-814a19094454 req-3725571c-50b1-4ccf-aa1d-dfe7a3f81c55 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 944 time: 0.0617335 Jul 12 17:21:39.766824 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8bb99126-eeb0-44ec-8bd7-814a19094454 req-ed5b5f9a-9e85-4bb2-aec4-f4e7ddd90124 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Jul 12 17:21:40.732774 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3fd791d4-a4cf-4e1e-9f59-84237de015f4 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:21:40.780185 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:21:40.784468 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:21:40.784845 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:40.868608 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:40.891750 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd791d4-a4cf-4e1e-9f59-84237de015f4'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:21:40.894136 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67343261-2085-4292-bd49-cbabe517f9e9" -d '{"events": [{"server_uuid": "acc35e2a-0409-4c68-9b59-1dca43ab42f4", "name": "network-vif-plugged", "status": "completed", "tag": "3fd791d4-a4cf-4e1e-9f59-84237de015f4"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:21:40.910774 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 3fd791d4-a4cf-4e1e-9f59-84237de015f4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:40.915946 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:40.962125 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61987-95cf-41ca-8b3c-41d111b29016 req-04a54dfb-da3d-4cad-8674-795f9cc310fc tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:40.966233 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b1b61987-95cf-41ca-8b3c-41d111b29016 req-04a54dfb-da3d-4cad-8674-795f9cc310fc tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 944 time: 0.0842955 Jul 12 17:21:40.970157 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=3fd791d4-a4cf-4e1e-9f59-84237de015f4,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:41.004047 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b1b61987-95cf-41ca-8b3c-41d111b29016 req-deb34573-ef52-43b3-b576-b2b8e55cf814 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Jul 12 17:21:42.040159 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b606df9-f487-422d-9d09-8fa091b9cc19 x-openstack-request-id: req-0b606df9-f487-422d-9d09-8fa091b9cc19 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:21:42.040640 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc35e2a-0409-4c68-9b59-1dca43ab42f4", "name": "network-vif-plugged", "status": "completed", "tag": "3fd791d4-a4cf-4e1e-9f59-84237de015f4", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:21:42.040882 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b606df9-f487-422d-9d09-8fa091b9cc19 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:21:42.041127 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd791d4-a4cf-4e1e-9f59-84237de015f4', 'code': 200} Jul 12 17:21:42.263568 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324e14-9a5f-452b-805f-980a81b530d0 req-74d67e77-2fad-4fbf-b1c0-110dc786095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:42.265611 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4a324e14-9a5f-452b-805f-980a81b530d0 req-74d67e77-2fad-4fbf-b1c0-110dc786095c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 1098 time: 0.0513897 Jul 12 17:21:42.333446 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4a324e14-9a5f-452b-805f-980a81b530d0 req-ff823342-af8b-42f4-83eb-36f43cf5147f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581419 Jul 12 17:21:42.349398 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b20753-3280-4c5a-8e6a-501a8abbd74c req-6b8da65a-fe13-4e28-9ff1-abfb0179bb32 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:42.350878 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-44b20753-3280-4c5a-8e6a-501a8abbd74c req-6b8da65a-fe13-4e28-9ff1-abfb0179bb32 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 945 time: 0.0843866 Jul 12 17:21:42.386474 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-44b20753-3280-4c5a-8e6a-501a8abbd74c req-a856c686-5f02-4cdc-b4e3-f33634ec7e7d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301600 Jul 12 17:21:43.556687 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d87b-1f89-487c-a524-e1cafe5dddc4 req-b40b2387-b3fb-4273-a150-5f6357d20654 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:43.558197 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5ea6d87b-1f89-487c-a524-e1cafe5dddc4 req-b40b2387-b3fb-4273-a150-5f6357d20654 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 945 time: 0.0621433 Jul 12 17:21:43.595471 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5ea6d87b-1f89-487c-a524-e1cafe5dddc4 req-8077df5a-a938-4a39-9931-a83a21e84000 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Jul 12 17:21:45.707119 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5247c276-3649-42e2-b5d7-6a2d050b64a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:48.991958 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:49.565033 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-72fbbab1-3237-453f-8b55-49d44df33357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:51.317115 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:21:51.523786 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:52.260497 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:53.415159 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:15.708984 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-84c9e8cc-3702-4b68-9014-f8a6db169eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:18.993404 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:19.565227 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-05d80aed-5306-427f-88e0-cdefc88761e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:21.526527 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:22.279347 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:23.417215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:28.315929 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:22:39.421986 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-b70d9b90-04f3-45c2-8d16-27c454a8c502 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552304 Jul 12 17:22:39.517427 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-4aea28c8-284c-4805-a221-837a05566e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:39.518984 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-4aea28c8-284c-4805-a221-837a05566e88 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 1098 time: 0.0521431 Jul 12 17:22:39.623421 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-fd1afd12-1dc7-4c81-8afd-598d3aac9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:39.624888 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-fd1afd12-1dc7-4c81-8afd-598d3aac9137 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 916 time: 0.0820777 Jul 12 17:22:39.670796 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-0e9b1470-dae0-4094-b1bb-9c000d04ad44 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 200 len: 217 time: 0.0373554 Jul 12 17:22:39.718478 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-eb677c31-4dcb-4b63-80ad-669d86216301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:39.719920 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-eb677c31-4dcb-4b63-80ad-669d86216301 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0420737 Jul 12 17:22:39.752579 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-2a4ce970-659e-432b-b429-6983b276b9d7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254498 Jul 12 17:22:39.846995 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-474753c7-bcc1-49d9-9a62-5deccb2712a2 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857089 Jul 12 17:22:39.937662 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2671d8fe-fa53-4166-8b9d-e8854501ff4f req-fbf25882-7e2a-4297-b92b-1719b27df918 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832636 Jul 12 17:22:45.708582 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-7e3e325b-620f-4fff-87e9-a5b975e481fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:48.998036 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:49.566349 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8414d779-b598-4f1a-b412-400213d8d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:51.529188 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:52.293150 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:53.419826 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:05.314228 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:23:15.710092 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8ae7-653a-4406-8fb2-bef5d8e9fa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:19.000014 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:19.567719 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-72d959a9-81af-48c1-897f-e36ce2e4812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:21.535460 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:22.305366 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:23.422414 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.428235 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-cd7dd5a3-e5fe-42c5-9053-77c811c0dcd0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558069 Jul 12 17:23:41.524210 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-15949c33-cedf-4f14-9404-f68441c1cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:41.526376 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-15949c33-cedf-4f14-9404-f68441c1cf17 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 1098 time: 0.0527594 Jul 12 17:23:41.627116 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-eef900e5-7a5b-458c-a705-3bbaea55e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:41.628501 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-eef900e5-7a5b-458c-a705-3bbaea55e3e0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 916 time: 0.0830500 Jul 12 17:23:41.672012 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-209f8746-96a5-49e0-85ac-501295eb2102 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 200 len: 217 time: 0.0368698 Jul 12 17:23:41.718509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-405f23d6-1832-4bad-995e-cf7470a633da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:41.719897 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-405f23d6-1832-4bad-995e-cf7470a633da service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0424035 Jul 12 17:23:41.751591 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-170c426f-4786-483f-a53a-e3c18b7c6fbc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253034 Jul 12 17:23:41.840266 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-f3e30aa6-1025-46a8-aa69-c590e6f612ac service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829961 Jul 12 17:23:41.926937 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ec1ec0fd-2a72-4599-802f-893a29b9ddb1 req-d3bb5751-18e5-439f-8ac7-38166e9026f9 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807736 Jul 12 17:23:42.313431 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:23:45.710674 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3b0eb395-f400-45b8-8c72-7191d0fc4d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.000683 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.569496 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c90a7436-67ec-4b02-b72b-4cfbff4efec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.535362 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.304129 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.425110 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:15.711423 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3c3beba3-9210-4c46-992f-d354ddb0c25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:19.003078 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:19.312546 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:24:19.570334 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c2683850-fff9-48f7-be1e-054083068a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:21.538218 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:22.315009 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:23.429815 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:42.413542 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-67fdd6e3-4105-4448-8f02-babfd2d0aeb8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519080 Jul 12 17:24:42.521403 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-f71acf50-7ddf-4417-af48-5b4954364c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:42.522964 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-f71acf50-7ddf-4417-af48-5b4954364c84 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 1098 time: 0.0557740 Jul 12 17:24:42.624971 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-75d37096-d003-41da-8bfb-494de52135cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:42.626459 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-75d37096-d003-41da-8bfb-494de52135cd service neutron] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 916 time: 0.0821955 Jul 12 17:24:42.672932 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-2de4550e-6889-43e5-9b53-d813316738c1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 200 len: 217 time: 0.0381496 Jul 12 17:24:42.720910 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-5fe3d46f-3b67-4bce-9dcb-22a2e9db0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:42.722356 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-5fe3d46f-3b67-4bce-9dcb-22a2e9db0f3a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0422740 Jul 12 17:24:42.755093 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-68af2e8f-bd7c-44df-82cf-7596e30fabe3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252380 Jul 12 17:24:42.844746 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-46d4c4e4-3224-4fcc-86f0-917dc221b65b service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827425 Jul 12 17:24:42.934611 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-41fefe4c-b66d-4ba7-ae0f-b5ad2f9465cb req-cab97277-cd0d-4727-8339-792a76cac4c4 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824561 Jul 12 17:24:45.711357 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9fd117c1-97cf-4b7b-87d1-f8b481cbca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:49.004303 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:49.570390 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c32575d1-884e-4d20-8065-be1e53cf0cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:51.543286 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:52.320857 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:53.434614 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:56.311558 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:25:04.716470 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50498) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:04.835465 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Deleting subnet b04df1c9-aecf-4377-8b0c-3d0a01d23550 {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:25:04.838465 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:04.875624 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:04.913249 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:04.963551 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:04.987650 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04df1c9-aecf-4377-8b0c-3d0a01d23550,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:04.992798 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:04.995313 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b04df1c9-aecf-4377-8b0c-3d0a01d23550 HTTP/1.1" status: 204 len: 168 time: 0.2772298 Jul 12 17:25:04.997147 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50506) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:05.009313 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.009665 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.010037 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.010377 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.010710 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.011056 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.011387 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.011710 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.012039 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.012361 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.012689 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.013001 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6292a-9eca-4ceb-a6c0-3fa0d0761ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:05.078673 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.154168 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.164186 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:05.181324 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c795337-cf7a-486e-bbbf-6c02def292bd') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:05.181996 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c795337-cf7a-486e-bbbf-6c02def292bd') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:05.190995 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.209086 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.216227 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:25:05.216655 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:25:05.218475 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:25:05.273835 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.279615 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.281498 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] 10.222.0.74 "DELETE /v2.0/networks/c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5 HTTP/1.1" status: 204 len: 168 time: 0.2834237 Jul 12 17:25:05.293467 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bcc61-640e-4c64-83b9-7e4949502d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=c936d8ed-76d2-4a7b-ada9-0f22ce5b5ff5,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:05.414251 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50510) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:05.453579 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-757921c7-0a26-4818-9f0e-a0417c514ee2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0da15426836450eac2b9e49717e761d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379992 Jul 12 17:25:05.455991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50512) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:05.512683 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1851c830-6ab0-4385-a908-b42094e2d927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.538233 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1851c830-6ab0-4385-a908-b42094e2d927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.584267 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1851c830-6ab0-4385-a908-b42094e2d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.586873 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-1851c830-6ab0-4385-a908-b42094e2d927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.588027 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-1851c830-6ab0-4385-a908-b42094e2d927 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1164e022-685b-42dd-ae26-317335e37178 HTTP/1.1" status: 204 len: 168 time: 0.1311064 Jul 12 17:25:05.595540 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851c830-6ab0-4385-a908-b42094e2d927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1164e022-685b-42dd-ae26-317335e37178,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:13.461155 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-7739f4f9-c518-4263-9d16-0b59f1ce13e0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:13.462662 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-7739f4f9-c518-4263-9d16-0b59f1ce13e0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.1031356 Jul 12 17:25:13.478150 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-c7f275f6-cb7e-4874-b6e6-699d85ec9c31 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/quotas/580cbcb5c0a548faac738a43889708a8 HTTP/1.1" status: 200 len: 375 time: 0.0097327 Jul 12 17:25:13.548559 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-b1d11388-1ab1-4803-b373-21c54300b1da tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654595 Jul 12 17:25:13.647918 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-65370efa-0aa8-4256-bfc0-564989fdcf31 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:25:13.648930 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-65370efa-0aa8-4256-bfc0-564989fdcf31 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0939772 Jul 12 17:25:13.734782 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-35948fd2-b8d8-40c9-a415-6bf6c22e9a4a service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796263 Jul 12 17:25:13.826866 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-ee19fc94-71bd-4349-a626-370ca05d33d5 service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859234 Jul 12 17:25:13.992339 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-847f0966-1834-4b8b-9324-dc3e7c3f7dba req-8dff8b06-8116-455d-9d10-3267e32eb84b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 210 time: 0.0294652 Jul 12 17:25:15.148588 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d70e6f66-adbd-463a-a959-e94db3ff189c req-ba29ef85-9fc5-432d-b8ad-3a74384a43a1 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 210 time: 0.0279136 Jul 12 17:25:15.712620 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1fff56f3-310f-49be-8aa0-5bd3274e4352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:16.058315 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-2632311c-2681-4be6-9356-baa31cf7066e tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:16.059768 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-2632311c-2681-4be6-9356-baa31cf7066e tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.1052372 Jul 12 17:25:16.076764 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Request body: {'port': {'device_id': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'admin_state_up': True, 'tenant_id': '580cbcb5c0a548faac738a43889708a8'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:16.183290 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Made reservation on behalf of 580cbcb5c0a548faac738a43889708a8 for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:16.187197 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:16.320727 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9d9fdeb7-9368-43f0-b3f4-68e48bff8fc3 req-98449b73-a447-4d53-80f0-62bdbe18c157 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 210 time: 0.0502379 Jul 12 17:25:16.339439 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Allocated IP 172.20.0.2 (a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e/b584d6f2-3c13-48e1-beb0-55d59a171a7f/3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:16.489698 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:16.528758 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:16.541183 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:25:16.569753 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:16.574960 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:16.578746 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:16.603622 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event updated for resources: {'Port': ['ID=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:16.621289 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.621628 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.621992 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.622325 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.622654 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.622980 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.623301 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.623623 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.623940 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.624263 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.624606 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.624922 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:16.644616 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:16.645336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:16.659492 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-76ee2327-f5f5-4604-bdfa-3d5c23e05b2d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862868 Jul 12 17:25:16.670892 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Request body: {'port': {'device_id': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:16.739915 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:16.996169 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:25:17.003302 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:17.015585 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Transition to ACTIVE for port object 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:17.019497 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:17.071417 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:17.137109 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Attempting to bind port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:17.137461 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Attempting to bind port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:17.137792 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Attempting to bind port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:17.142222 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:25:17.142563 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Attempting to bind port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:17.147772 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:17.148110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Checking segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:17.148498 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Bound using segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:17.148923 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Bound port: 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:17.149279 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:17.212920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] For port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:17.216248 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] For port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:17.219944 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:17.251912 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:17.252526 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:17.253961 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] 10.222.0.97 "PUT /v2.0/ports/3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d HTTP/1.1" status: 200 len: 1093 time: 0.5871983 Jul 12 17:25:17.254419 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'tag': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:25:17.256635 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbca850b-4633-490e-8f0c-b2f72057fadb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8a19bd-b5ea-4b85-af62-86cece6e19e4", "tag": "3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:25:17.280697 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43512-6f2f-4db5-b744-ca09041004eb service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:17.293699 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61afbe16-3d96-44e4-97c3-50f73ef91759 x-openstack-request-id: req-61afbe16-3d96-44e4-97c3-50f73ef91759 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:25:17.294022 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8a19bd-b5ea-4b85-af62-86cece6e19e4", "tag": "3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:25:17.294274 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61afbe16-3d96-44e4-97c3-50f73ef91759 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:25:17.294666 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'tag': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'status': 'completed', 'code': 200} Jul 12 17:25:17.492827 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73630bcc-bfd1-4dda-a21a-f1c5e90d36e3 req-13b557b8-0a6e-4228-a39e-a4405cc7cfc2 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:17.494354 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-73630bcc-bfd1-4dda-a21a-f1c5e90d36e3 req-13b557b8-0a6e-4228-a39e-a4405cc7cfc2 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 943 time: 0.0633049 Jul 12 17:25:17.532031 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-73630bcc-bfd1-4dda-a21a-f1c5e90d36e3 req-d1496f43-27d6-400d-84ab-ca1ee8a51ce6 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Jul 12 17:25:18.698351 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f7d3-6ab7-4d0b-8bce-490ee7d6e53d req-03f541e7-e7ca-484f-be14-e994ed56595d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:18.699728 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e651f7d3-6ab7-4d0b-8bce-490ee7d6e53d req-03f541e7-e7ca-484f-be14-e994ed56595d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 943 time: 0.0610092 Jul 12 17:25:18.736896 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e651f7d3-6ab7-4d0b-8bce-490ee7d6e53d req-6bf89e3f-927f-4a78-92b0-109d15b358a6 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Jul 12 17:25:19.006650 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:19.570852 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cd8a-b1c9-490b-a659-a866c201fef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:19.677687 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca850b-4633-490e-8f0c-b2f72057fadb req-ab18713e-5ae8-4e86-9872-9f45117d4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:19.679247 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dbca850b-4633-490e-8f0c-b2f72057fadb req-ab18713e-5ae8-4e86-9872-9f45117d4337 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 1096 time: 0.0553789 Jul 12 17:25:20.120537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca850b-4633-490e-8f0c-b2f72057fadb req-fe651371-db1b-43e7-ac57-432dcaf51c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:20.121945 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dbca850b-4633-490e-8f0c-b2f72057fadb req-fe651371-db1b-43e7-ac57-432dcaf51c46 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=580cbcb5c0a548faac738a43889708a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4348547 Jul 12 17:25:20.229673 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f26d14-f273-4291-8906-63667ab05d2a req-6672e3f3-0484-454d-8e49-35ab8a3114aa tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:20.231158 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-00f26d14-f273-4291-8906-63667ab05d2a req-6672e3f3-0484-454d-8e49-35ab8a3114aa tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 943 time: 0.1715703 Jul 12 17:25:20.322465 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca850b-4633-490e-8f0c-b2f72057fadb req-d541fdb6-86d5-42f9-8f32-d1ff244fd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:20.323937 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dbca850b-4633-490e-8f0c-b2f72057fadb req-d541fdb6-86d5-42f9-8f32-d1ff244fd552 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1948247 Jul 12 17:25:20.326753 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-00f26d14-f273-4291-8906-63667ab05d2a req-78c94fe6-962c-497d-8fd6-0da5e6c757f1 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900154 Jul 12 17:25:20.417324 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8bb98bc5-02ad-44e7-bb1a-f112df06002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:20.418735 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-8bb98bc5-02ad-44e7-bb1a-f112df06002a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 1096 time: 0.0517137 Jul 12 17:25:20.462114 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-1e7d9d29-5315-4cb1-9bab-3864671a815a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d HTTP/1.1" status: 200 len: 217 time: 0.0360005 Jul 12 17:25:20.509504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-df500a4a-e095-47c4-872c-2e52862edb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:20.510964 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-df500a4a-e095-47c4-872c-2e52862edb1d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0428255 Jul 12 17:25:20.542905 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-6b9a4543-fb60-4394-8e05-8cab8f0ca2dd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258331 Jul 12 17:25:20.636717 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-b7cad466-0595-47fc-aaf1-890d112cf028 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872283 Jul 12 17:25:20.726701 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fe0265e1-312d-426a-a3c5-79b38dc4763e req-767e180f-8c30-4219-9ecf-d8b1ec00b368 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838933 Jul 12 17:25:21.502298 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f7475-baa1-4f41-98e3-e333c31121ce req-b9ba1c34-e3c5-40b3-a775-c5c2e61ce3ef tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:21.503704 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ef5f7475-baa1-4f41-98e3-e333c31121ce req-b9ba1c34-e3c5-40b3-a775-c5c2e61ce3ef tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 943 time: 0.0664356 Jul 12 17:25:21.542138 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ef5f7475-baa1-4f41-98e3-e333c31121ce req-2bf9cab1-1195-4c77-9183-4969ef02e001 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jul 12 17:25:21.545553 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:21.711033 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:25:21.922222 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:21.933085 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'port_id': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'mac_address': 'fa:16:3e:69:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b584d6f2-3c13-48e1-beb0-55d59a171a7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:25:21.968774 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:21.980894 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:25:22.000219 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:22.004684 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:22.062561 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:22.069919 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.070271 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.070613 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.070944 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.071276 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.071607 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.071932 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.072255 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.072579 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.072897 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.073216 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.073533 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:22.283649 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:25:22.337866 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:22.712820 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc9bf-3799-4374-8d65-247eae707daa req-77376c6b-fcc4-481c-8b97-19eac92738c2 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:22.714337 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bb7cc9bf-3799-4374-8d65-247eae707daa req-77376c6b-fcc4-481c-8b97-19eac92738c2 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 944 time: 0.0625799 Jul 12 17:25:22.749998 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bb7cc9bf-3799-4374-8d65-247eae707daa req-4d6a0d17-ad64-4d39-91be-02af950bedea tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302174 Jul 12 17:25:23.434652 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:23.710430 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:23.760812 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:23.764349 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:23.764715 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:23.839853 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:23.861470 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:25:23.864234 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b29c36-4b16-47e6-801b-7ee4202e8b23" -d '{"events": [{"server_uuid": "4a8a19bd-b5ea-4b85-af62-86cece6e19e4", "name": "network-vif-plugged", "status": "completed", "tag": "3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:25:23.879687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:23.884144 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:23.914899 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc30944-94bc-4a6c-aff2-d172c270e8a7 x-openstack-request-id: req-5dc30944-94bc-4a6c-aff2-d172c270e8a7 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:25:23.915189 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a19bd-b5ea-4b85-af62-86cece6e19e4", "name": "network-vif-plugged", "status": "completed", "tag": "3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:25:23.915441 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5dc30944-94bc-4a6c-aff2-d172c270e8a7 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:25:23.915893 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'code': 200} Jul 12 17:25:23.932914 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bb7e9-786d-4eae-8a6d-5b20441a51de req-d17479df-ba81-4013-8a13-9a374bdaff16 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:23.934561 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-633bb7e9-786d-4eae-8a6d-5b20441a51de req-d17479df-ba81-4013-8a13-9a374bdaff16 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 944 time: 0.0701969 Jul 12 17:25:23.946764 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:23.975029 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-633bb7e9-786d-4eae-8a6d-5b20441a51de req-3b68a51c-f77a-4e65-a821-0a6319bc2843 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347550 Jul 12 17:25:24.167040 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1609ae-1342-4195-9cb7-7a9b0bfb795b req-9706dbae-fd85-47cc-9706-740ad72e8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:24.168630 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ef1609ae-1342-4195-9cb7-7a9b0bfb795b req-9706dbae-fd85-47cc-9706-740ad72e8908 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 1098 time: 0.0543652 Jul 12 17:25:24.201490 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ef1609ae-1342-4195-9cb7-7a9b0bfb795b req-744f3366-2ccd-492c-a675-ff3e20a02ac3 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267854 Jul 12 17:25:25.155032 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f820-a9fd-46c6-a8b7-73565420a069 req-989339ce-4729-41f6-bc90-576d3c57430b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:25.156528 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f687f820-a9fd-46c6-a8b7-73565420a069 req-989339ce-4729-41f6-bc90-576d3c57430b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 945 time: 0.0635252 Jul 12 17:25:25.193577 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f687f820-a9fd-46c6-a8b7-73565420a069 req-31b323bb-f5d1-4291-989e-331871adab12 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309234 Jul 12 17:25:25.807937 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50774) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:25.908931 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d9e1837c-7747-433b-b644-cde9f030a0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:25.996956 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d9e1837c-7747-433b-b644-cde9f030a0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.000710 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-d9e1837c-7747-433b-b644-cde9f030a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.039131 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-d9e1837c-7747-433b-b644-cde9f030a0a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3244a866a77e4741a5b3bebe4c0ae9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300947 Jul 12 17:25:26.041119 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1837c-7747-433b-b644-cde9f030a0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deed9ed3-0e3e-4ee4-9ce3-bdaae7811d0f,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:26.041907 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50780) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:26.091525 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d642728-a373-48d3-8bde-e7cbba9a2d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.112286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d642728-a373-48d3-8bde-e7cbba9a2d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.161044 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d642728-a373-48d3-8bde-e7cbba9a2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.163669 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7d642728-a373-48d3-8bde-e7cbba9a2d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.164824 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7d642728-a373-48d3-8bde-e7cbba9a2d0f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/deed9ed3-0e3e-4ee4-9ce3-bdaae7811d0f HTTP/1.1" status: 204 len: 168 time: 0.1219327 Jul 12 17:25:26.172617 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d642728-a373-48d3-8bde-e7cbba9a2d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed9ed3-0e3e-4ee4-9ce3-bdaae7811d0f,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:26.769106 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50804) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:26.863826 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1850850672-network', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:26.887568 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Made reservation on behalf of 5df6a953eb5747a99580bdae74e8868c for: {'network': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:26.892723 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.900196 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.991938 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:26.995927 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.020380 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=99420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:25:27.028371 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-01e2108c-505d-451c-9f9a-cbad6106eea3 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:27.029987 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-01e2108c-505d-451c-9f9a-cbad6106eea3 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.1118898 Jul 12 17:25:27.030119 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4477a3d-b3b9-4662-a59b-f6a6945e116d,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:27.035530 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.036001 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.segments_db [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Added segment ac6ee74b-8009-44d5-a015-5be8a9e12e43 of type vlan for network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 Jul 12 17:25:27.047605 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-6a0dc0f4-81f4-43fe-95cd-01d5447c5b36 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/quotas/580cbcb5c0a548faac738a43889708a8 HTTP/1.1" status: 200 len: 375 time: 0.0101044 Jul 12 17:25:27.080907 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.110250 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.111226 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:27.113184 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.122563 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-5155c89a-b88a-4aa6-a44c-31dfcb46f19f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685563 Jul 12 17:25:27.171741 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4010074 Jul 12 17:25:27.172763 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50822) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:27.179843 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Request body: {'subnet': {'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1850850672-subnet', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:27.192791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be482cf-4a98-44c7-a7f3-3e47164acaf0 admin admin] Pushing event updated for resources: {'Network': ['ID=94cfb477-f4b7-4b5b-963e-6e4d229b56c3,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:27.204562 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:25:27.207831 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Made reservation on behalf of 5df6a953eb5747a99580bdae74e8868c for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:27.210375 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.226311 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-ced642b1-5ecc-41c3-ac21-596fea0bb47b service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954661 Jul 12 17:25:27.312511 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-3c20af8a-00c1-48c4-bdb7-9b4f6ce25eb3 service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829246 Jul 12 17:25:27.382096 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.446413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47aea377-9461-47a0-b086-b4a999510d08,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:27.456390 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Checking segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:27.456743 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Network hostable DHCP agents. Network: 94cfb477-f4b7-4b5b-963e-6e4d229b56c3, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:25:27.489688 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8061f556-6ad4-42eb-8466-6de59471234a req-37fe1486-7172-4d6b-a9e1-abae709a9d30 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 210 time: 0.0344064 Jul 12 17:25:27.499164 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:25:27.510441 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 94cfb477-f4b7-4b5b-963e-6e4d229b56c3) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:27.514375 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:27.514971 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.523706 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c7625-3c87-4d8c-8793-8710672bfcf8 None None] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:25:27.532493 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-04c3524a-9560-4c9d-846c-e69e703150a9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3561802 Jul 12 17:25:27.532633 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50828) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:27.537605 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:27.559792 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.560829 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.623058 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.684405 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:25:27.685665 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.763713 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:27.839061 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Allocated IP 172.20.0.2 (94cfb477-f4b7-4b5b-963e-6e4d229b56c3/47aea377-9461-47a0-b086-b4a999510d08/9bcd1bd4-75fb-409b-9574-7c9f3160a2b8) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:27.979791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.000532 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.001585 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.009340 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Transition to ACTIVE for port object 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:28.025223 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Transition to ACTIVE for port object 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:28.032503 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.077602 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:28.080935 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:28.086227 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:28.089349 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Pushing event updated for resources: {'Port': ['ID=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:28.129957 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Allocated IP 172.27.1.148 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/43ade273-259b-4fa3-bb2e-77c0aa583f85) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:28.145473 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Attempting to bind port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:28.145881 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Attempting to bind port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:28.146242 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Attempting to bind port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:28.151195 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:28.151566 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Checking segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:28.151964 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.152619 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Bound using segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:28.153074 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Bound port: 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:28.153451 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.215168 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] For port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:28.218580 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] For port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:28.223277 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.228978 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.267926 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.288175 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43b23d-de9f-44a9-8c36-438b3fcca6f1 None None] Pushing event updated for resources: {'Port': ['ID=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:28.308126 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:28.311120 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:28.313546 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:28.357214 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Pushing event updated for resources: {'Port': ['ID=43ade273-259b-4fa3-bb2e-77c0aa583f85,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:28.651819 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0b92c245-c58c-44e5-823b-29ccfe4cad7c req-8d0a561c-6e9c-4e47-aae9-f7fc3dffa04e tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 210 time: 0.0362134 Jul 12 17:25:28.690308 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-89247ecd-2d3a-4676-9582-a87468e73e99 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:28.692229 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-89247ecd-2d3a-4676-9582-a87468e73e99 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.2186902 Jul 12 17:25:28.698241 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:28.735028 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Request body: {'port': {'device_id': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'admin_state_up': True, 'tenant_id': '580cbcb5c0a548faac738a43889708a8'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:29.231432 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Made reservation on behalf of 580cbcb5c0a548faac738a43889708a8 for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:29.235444 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.235749 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:29.259372 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.260157 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563456e9-dcf2-4d0c-955c-21b6bd447ee0 None None] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:25:29.321686 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-297f5554-a52b-4b17-a3d1-7fd7a68d6dde None None] Provisioning for port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:29.363700 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:29.389246 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:29.389624 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.448594 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Allocated IP 172.20.0.14 (a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e/b584d6f2-3c13-48e1-beb0-55d59a171a7f/a89c44eb-50cb-4143-a2b9-e11ed491352f) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:29.496567 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:25:29.518613 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.558145 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:29.562382 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.622668 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:29.691217 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:25:29.701514 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:25:29.703687 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.713563 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:29.714368 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:29.719219 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.723955 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50848) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:29.724461 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f6b28c78-7ee9-415c-862f-fc19faaa24f0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1904380 Jul 12 17:25:29.758504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.765317 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-ef9b6a64-c59b-49fb-b54c-80025f42bc32 None None] Provisioning complete for port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:29.765951 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6a64-c59b-49fb-b54c-80025f42bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.798715 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4', '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:25:29.849352 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:29.863105 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:29.871508 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:29.880283 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:29.883184 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event updated for resources: {'Port': ['ID=a89c44eb-50cb-4143-a2b9-e11ed491352f,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:29.948760 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:29.949392 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:29.969748 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0db44-60c9-40f7-8f54-f3e76c4ed1c7 req-28cc9087-cb85-42ec-80bc-0c394ccb23aa tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:29.978090 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7dc0db44-60c9-40f7-8f54-f3e76c4ed1c7 req-28cc9087-cb85-42ec-80bc-0c394ccb23aa tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 932 time: 0.1664777 Jul 12 17:25:30.004024 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-fb6dab56-bf88-48c8-8812-5d9617b59cab tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3021283 Jul 12 17:25:30.019348 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Request body: {'port': {'device_id': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:30.062349 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7dc0db44-60c9-40f7-8f54-f3e76c4ed1c7 req-bb08a9b8-4f5c-4df3-b86b-958259dc3a0e tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832312 Jul 12 17:25:30.065246 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:28Z', 'revision_number': 3, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:30.099483 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:25:30.101678 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Updating router 8520da89-a641-4cc1-a526-602b7e5d6ff4 port 43ade273-259b-4fa3-bb2e-77c0aa583f85 binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:25:30.148042 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.151455 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.245670 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.405755 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Allocated IP 172.20.0.1 (94cfb477-f4b7-4b5b-963e-6e4d229b56c3/47aea377-9461-47a0-b086-b4a999510d08/1f421d27-3786-445e-8b78-552adce4f4a9) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:30.412114 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.422324 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Transition to ACTIVE for port object 43ade273-259b-4fa3-bb2e-77c0aa583f85 will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:30.428219 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.431119 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89c44eb-50cb-4143-a2b9-e11ed491352f {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:25:30.440514 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.455517 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Transition to ACTIVE for port object a89c44eb-50cb-4143-a2b9-e11ed491352f will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:30.462271 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.479741 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Attempting to bind port 43ade273-259b-4fa3-bb2e-77c0aa583f85 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:30.480108 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Attempting to bind port 43ade273-259b-4fa3-bb2e-77c0aa583f85 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:30.480463 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Attempting to bind port 43ade273-259b-4fa3-bb2e-77c0aa583f85 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:30.482484 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Pushing event updated for resources: {'Port': ['ID=43ade273-259b-4fa3-bb2e-77c0aa583f85,revision_number=2']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:30.491427 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:30.491801 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:30.492201 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.492581 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:30.493044 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Bound port: 43ade273-259b-4fa3-bb2e-77c0aa583f85, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:30.493441 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.495719 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.496059 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.496393 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.496723 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.497048 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.497376 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.497694 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.498041 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.498388 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.498707 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.499022 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.499336 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:30.519185 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Pushing event updated for resources: {'Port': ['ID=a89c44eb-50cb-4143-a2b9-e11ed491352f,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:30.523409 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.537519 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Transition to ACTIVE for port object 1f421d27-3786-445e-8b78-552adce4f4a9 will not be triggered until provisioned by entity DHCP. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:30.554607 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] For port 43ade273-259b-4fa3-bb2e-77c0aa583f85, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:30.558177 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] For port 43ade273-259b-4fa3-bb2e-77c0aa583f85, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=43ade273-259b-4fa3-bb2e-77c0aa583f85,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:30.566170 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.575590 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.592101 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Attempting to bind port a89c44eb-50cb-4143-a2b9-e11ed491352f on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:30.592435 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Attempting to bind port a89c44eb-50cb-4143-a2b9-e11ed491352f by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:30.592763 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Attempting to bind port a89c44eb-50cb-4143-a2b9-e11ed491352f on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:30.597060 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Port a89c44eb-50cb-4143-a2b9-e11ed491352f on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:25:30.597380 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Attempting to bind port a89c44eb-50cb-4143-a2b9-e11ed491352f on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:30.602763 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:30.603078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Checking segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:30.603459 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Bound using segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:30.603902 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Bound port: a89c44eb-50cb-4143-a2b9-e11ed491352f, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:30.604609 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.623472 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:30.626259 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:30.628639 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:30.628855 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:30.629345 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:30.658542 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Pushing event updated for resources: {'Port': ['ID=1f421d27-3786-445e-8b78-552adce4f4a9,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:30.668234 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d8ab4-a815-4306-aa5c-e13879064647 None None] Pushing event updated for resources: {'Port': ['ID=43ade273-259b-4fa3-bb2e-77c0aa583f85,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:30.679710 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.683342 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] For port a89c44eb-50cb-4143-a2b9-e11ed491352f, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:30.690955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] For port a89c44eb-50cb-4143-a2b9-e11ed491352f, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=a89c44eb-50cb-4143-a2b9-e11ed491352f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:30.695199 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.736862 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:30.737953 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.738968 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] 10.222.0.97 "PUT /v2.0/ports/a89c44eb-50cb-4143-a2b9-e11ed491352f HTTP/1.1" status: 200 len: 1094 time: 0.7248178 Jul 12 17:25:30.739413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'tag': 'a89c44eb-50cb-4143-a2b9-e11ed491352f'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:25:30.742003 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "50e64f40-31a2-4d74-acc4-1c123480d1d6", "tag": "a89c44eb-50cb-4143-a2b9-e11ed491352f"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:25:30.783048 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:30.799130 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577ab7c-72bd-4c91-9b3c-195eda585ddc service neutron] Pushing event updated for resources: {'Port': ['ID=a89c44eb-50cb-4143-a2b9-e11ed491352f,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:30.823110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4a73d6-71a4-42b2-8bad-5adf40811bb4 x-openstack-request-id: req-8a4a73d6-71a4-42b2-8bad-5adf40811bb4 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:25:30.823412 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e64f40-31a2-4d74-acc4-1c123480d1d6", "tag": "a89c44eb-50cb-4143-a2b9-e11ed491352f", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:25:30.823666 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a4a73d6-71a4-42b2-8bad-5adf40811bb4 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:25:30.824099 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'tag': 'a89c44eb-50cb-4143-a2b9-e11ed491352f', 'status': 'completed', 'code': 200} Jul 12 17:25:30.860991 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-bec6167a-ef51-42a7-afee-bdbc4f315e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:30.863279 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-bec6167a-ef51-42a7-afee-bdbc4f315e17 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 1097 time: 0.0753155 Jul 12 17:25:30.874029 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.909005 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-207b5d8e-384c-4957-8082-8eee0b595d7d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a89c44eb-50cb-4143-a2b9-e11ed491352f HTTP/1.1" status: 200 len: 217 time: 0.0382984 Jul 12 17:25:30.913198 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-cc52495d-21d5-4c2c-b55c-5fa1283a1f28 None None] Provisioning for port 1f421d27-3786-445e-8b78-552adce4f4a9 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:30.916988 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-cc52495d-21d5-4c2c-b55c-5fa1283a1f28 None None] Provisioning complete for port 1f421d27-3786-445e-8b78-552adce4f4a9 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:30.917359 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-cc52495d-21d5-4c2c-b55c-5fa1283a1f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:30.952501 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-cc52495d-21d5-4c2c-b55c-5fa1283a1f28 None None] Port 1f421d27-3786-445e-8b78-552adce4f4a9 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:25:30.968692 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a744446e-cf68-4b8c-b34a-f922aab3835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:30.970329 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a744446e-cf68-4b8c-b34a-f922aab3835f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0558486 Jul 12 17:25:30.999591 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:28Z', 'revision_number': 3, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:31.003526 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-1f923afa-a4e9-49f2-a8f7-0438bcdd21a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267394 Jul 12 17:25:31.025129 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a46e6-e8db-482a-be8c-95674f546318 None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:28Z', 'revision_number': 3, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:25:31.059726 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:31.064741 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:31.102585 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-0e1df3e5-221d-497f-a60f-c416bd66be0b service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923073 Jul 12 17:25:31.142325 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:31.172223 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Pushing event updated for resources: {'Port': ['ID=1f421d27-3786-445e-8b78-552adce4f4a9,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:31.241180 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b17643a1-e68f-414e-bf1a-d7bfa5edab6f req-a31bd5e1-6170-45b6-9604-3a57b1915c45 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314690 Jul 12 17:25:31.265307 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:31.289439 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:31.292076 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:31.365601 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:31.366013 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:31.419114 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f1c3-b040-46c5-abe8-7f5dfa63de38 req-1204648f-f26a-4293-9041-efa4c50d4e53 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:31.426114 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9511f1c3-b040-46c5-abe8-7f5dfa63de38 req-1204648f-f26a-4293-9041-efa4c50d4e53 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 944 time: 0.2044857 Jul 12 17:25:31.472263 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-74c3b36c-bea8-475d-958a-e9110062a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:31.473279 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:25:31.475169 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-74c3b36c-bea8-475d-958a-e9110062a6ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 1097 time: 0.1681302 Jul 12 17:25:31.528135 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-46a06ec8-2036-4bd9-979d-bf10445c1d82 None None] Provisioning complete for port 1f421d27-3786-445e-8b78-552adce4f4a9 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:31.528510 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-46a06ec8-2036-4bd9-979d-bf10445c1d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:31.584655 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-46a06ec8-2036-4bd9-979d-bf10445c1d82 None None] Port 1f421d27-3786-445e-8b78-552adce4f4a9 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:25:31.598068 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9511f1c3-b040-46c5-abe8-7f5dfa63de38 req-86804c0d-0899-4f70-8b9a-f88abd8fedb4 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703706 Jul 12 17:25:31.606744 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-42f3a17d-a939-4489-b422-9e1ed2b3eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:31.608227 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-42f3a17d-a939-4489-b422-9e1ed2b3eaa1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 916 time: 0.1129920 Jul 12 17:25:31.623961 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:25:31.630031 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-0835eecf-0af7-40ca-9587-ca80a3b27768 admin admin] 10.222.0.74 "PUT /v2.0/routers/8520da89-a641-4cc1-a526-602b7e5d6ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9037681 Jul 12 17:25:31.677893 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-16c3b423-5f68-4113-930d-43154e67e0bf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a89c44eb-50cb-4143-a2b9-e11ed491352f HTTP/1.1" status: 200 len: 217 time: 0.0616570 Jul 12 17:25:31.734549 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-21f6ebe5-2bdb-4ba0-938b-c1cb5d08d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:31.736067 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-21f6ebe5-2bdb-4ba0-938b-c1cb5d08d3ff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0517664 Jul 12 17:25:31.778697 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-e609d307-eccf-4e37-983d-5a16142950b3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282283 Jul 12 17:25:31.805042 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-ebd560c8-e3fc-4173-9a6f-b68add1e0dd4 None None] Provisioning complete for port 1f421d27-3786-445e-8b78-552adce4f4a9 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:31.805660 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ebd560c8-e3fc-4173-9a6f-b68add1e0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:31.855757 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-ebd560c8-e3fc-4173-9a6f-b68add1e0dd4 None None] Port 1f421d27-3786-445e-8b78-552adce4f4a9 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:25:31.901410 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-69eb5fbf-bd11-41b3-ba6d-16e028e4ed17 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077631 Jul 12 17:25:31.999340 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-49be2bda-f88e-43fd-a64b-f86ee90fc7b5 req-dd7b0f2c-b933-412f-ad6d-6e5a65af1897 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915384 Jul 12 17:25:32.129489 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50872) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:32.134641 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-145538912-network', 'tenant_id': '57f4024423ef49e69f0bb4347684d610'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:32.154596 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Made reservation on behalf of 57f4024423ef49e69f0bb4347684d610 for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:32.156966 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.167975 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.262993 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.267046 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.287825 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=99421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:25:32.303518 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0be5938-233e-4f3a-87c4-ab60e23331c1,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:32.306492 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.306845 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Added segment ee271f4f-e81e-44bb-9f85-fa5a193e5588 of type vlan for network 7c693323-be3e-4e25-9093-ea31c005593d Jul 12 17:25:32.348158 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.376455 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.377487 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:32.378104 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.426892 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2962136 Jul 12 17:25:32.429715 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50876) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:32.434794 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Request body: {'subnet': {'network_id': '7c693323-be3e-4e25-9093-ea31c005593d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-145538912-subnet', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:32.435518 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b2679-63c3-4176-98fb-ac723c1cb418 admin admin] Pushing event updated for resources: {'Network': ['ID=7c693323-be3e-4e25-9093-ea31c005593d,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:32.446537 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 7c693323-be3e-4e25-9093-ea31c005593d details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:25:32.456280 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Made reservation on behalf of 57f4024423ef49e69f0bb4347684d610 for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:32.459467 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.632057 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.689796 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e387612-2a1c-4e27-9a3f-66c19ce472fe,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:32.698714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Checking segment: {'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:32.699250 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Network hostable DHCP agents. Network: 7c693323-be3e-4e25-9093-ea31c005593d, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:25:32.715791 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Network 7c693323-be3e-4e25-9093-ea31c005593d is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:25:32.724963 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 7c693323-be3e-4e25-9093-ea31c005593d) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:32.733939 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e7ed1-38c5-43d6-b360-e0b2c078101c None None] Network 7c693323-be3e-4e25-9093-ea31c005593d requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:25:32.735021 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:32.735720 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.757855 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-3326bab1-bb16-4aaa-a186-83f1b3ae8a6f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3260698 Jul 12 17:25:32.760590 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50880) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:32.765327 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:32.777868 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e70e0-685a-4b6c-af0f-ae224d3603c6 req-655a8ff9-ceb0-4822-bf62-9de94781cb99 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:32.779422 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-463e70e0-685a-4b6c-af0f-ae224d3603c6 req-655a8ff9-ceb0-4822-bf62-9de94781cb99 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 944 time: 0.0714560 Jul 12 17:25:32.792155 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.793930 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.823605 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-463e70e0-685a-4b6c-af0f-ae224d3603c6 req-df89367b-7aef-4d21-92b1-252265b7abd5 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Jul 12 17:25:32.855610 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.875921 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:25:32.906217 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:32.906758 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:32.940290 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-7c693323-be3e-4e25-9093-ea31c005593d', 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'fixed_ips': [{'subnet_id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:25:32.941159 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.997005 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.201519 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.220832 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.224944 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:33.250438 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 43ade273-259b-4fa3-bb2e-77c0aa583f85 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:33.311793 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:25:33.319536 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Allocated IP 172.20.0.2 (7c693323-be3e-4e25-9093-ea31c005593d/6e387612-2a1c-4e27-9a3f-66c19ce472fe/9f11ab99-2433-455e-96bb-706b1ea95058) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:33.329404 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Allocated IP 172.27.1.116 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/d023863a-d955-44c6-a831-23a02b864de1) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:33.431484 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.469528 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 43ade273-259b-4fa3-bb2e-77c0aa583f85 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:33.473829 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.491107 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 43ade273-259b-4fa3-bb2e-77c0aa583f85 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:33.491481 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.508305 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:33.514383 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:33.518724 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:33.542547 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Pushing event updated for resources: {'Port': ['ID=d023863a-d955-44c6-a831-23a02b864de1,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:33.680368 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.701590 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Transition to ACTIVE for port object 9f11ab99-2433-455e-96bb-706b1ea95058 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:33.709393 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.715275 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 2, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:33.754024 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device a89c44eb-50cb-4143-a2b9-e11ed491352f details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:25:33.760270 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:25:33.760633 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Updating router 8520da89-a641-4cc1-a526-602b7e5d6ff4 port 1f421d27-3786-445e-8b78-552adce4f4a9 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:25:33.766293 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.800557 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 43ade273-259b-4fa3-bb2e-77c0aa583f85, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=43ade273-259b-4fa3-bb2e-77c0aa583f85,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:33.801948 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Transition to ACTIVE for port object 9f11ab99-2433-455e-96bb-706b1ea95058 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:33.811167 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.827260 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.905035 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:33.935300 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Network 7c693323-be3e-4e25-9093-ea31c005593d is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:33.952149 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:33.980680 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:33.985737 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=43ade273-259b-4fa3-bb2e-77c0aa583f85,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:34.156827 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port a89c44eb-50cb-4143-a2b9-e11ed491352f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=a89c44eb-50cb-4143-a2b9-e11ed491352f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:34.165536 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Pushing event updated for resources: {'Port': ['ID=9f11ab99-2433-455e-96bb-706b1ea95058,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:34.187459 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Attempting to bind port 9f11ab99-2433-455e-96bb-706b1ea95058 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:34.187825 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Attempting to bind port 9f11ab99-2433-455e-96bb-706b1ea95058 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:34.188175 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Attempting to bind port 9f11ab99-2433-455e-96bb-706b1ea95058 on network 7c693323-be3e-4e25-9093-ea31c005593d {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:34.192101 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'a89c44eb-50cb-4143-a2b9-e11ed491352f', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'port_id': 'a89c44eb-50cb-4143-a2b9-e11ed491352f', 'mac_address': 'fa:16:3e:10:ed:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b584d6f2-3c13-48e1-beb0-55d59a171a7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:25:34.229350 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:34.229637 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Checking segment: {'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:34.230060 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.230446 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Bound using segment: {'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:34.230919 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Bound port: 9f11ab99-2433-455e-96bb-706b1ea95058, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:34.231289 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.257633 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aa71d-2f3d-48af-a8f1-b22c598aeca6 req-823791dc-bcd0-42ce-bbf8-19756dc3e4e2 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:34.259162 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-998aa71d-2f3d-48af-a8f1-b22c598aeca6 req-823791dc-bcd0-42ce-bbf8-19756dc3e4e2 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 944 time: 0.1474063 Jul 12 17:25:34.293712 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.311294 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-998aa71d-2f3d-48af-a8f1-b22c598aeca6 req-237bcb48-3d78-4911-907e-fb5e06507fc0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Jul 12 17:25:34.315218 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.347798 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89c44eb-50cb-4143-a2b9-e11ed491352f {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:25:34.390591 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port a89c44eb-50cb-4143-a2b9-e11ed491352f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=a89c44eb-50cb-4143-a2b9-e11ed491352f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:34.393185 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] For port 9f11ab99-2433-455e-96bb-706b1ea95058, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:34.411122 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.421434 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] For port 9f11ab99-2433-455e-96bb-706b1ea95058, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=9f11ab99-2433-455e-96bb-706b1ea95058,segment=NetworkSegment(ee271f4f-e81e-44bb-9f85-fa5a193e5588),segment_id=ee271f4f-e81e-44bb-9f85-fa5a193e5588)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:34.448392 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Router 73eeb6fd-582e-4dee-ab3b-cddef05330ca is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:25:34.451563 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.531332 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.533516 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=a89c44eb-50cb-4143-a2b9-e11ed491352f,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:34.565834 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:25:34.569018 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Transition to ACTIVE for port object 1f421d27-3786-445e-8b78-552adce4f4a9 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:34.578971 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Sync routers for ids ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:25:34.584088 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.585242 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.588742 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-b3701a70-32d6-48f2-a8c9-aca3bb26d006 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8270276 Jul 12 17:25:34.589405 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50888) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:34.597540 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Routers {'73eeb6fd-582e-4dee-ab3b-cddef05330ca'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:34.598591 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:34.613897 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65041a53-2742-4f54-a9cf-b4a10bd48c87 None None] Pushing event updated for resources: {'Port': ['ID=9f11ab99-2433-455e-96bb-706b1ea95058,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:34.690295 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96a158-fabf-41c2-9f25-5688220295a0 None None] Pushing event updated for resources: {'Port': ['ID=1f421d27-3786-445e-8b78-552adce4f4a9,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:34.741184 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Attempting to bind port 1f421d27-3786-445e-8b78-552adce4f4a9 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:34.741521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Attempting to bind port 1f421d27-3786-445e-8b78-552adce4f4a9 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:34.741688 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Attempting to bind port 1f421d27-3786-445e-8b78-552adce4f4a9 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:34.748687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:34.748687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Checking segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:34.748687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.748687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Bound using segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:34.751106 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Bound port: 1f421d27-3786-445e-8b78-552adce4f4a9, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:34.751505 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.762988 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['a89c44eb-50cb-4143-a2b9-e11ed491352f'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:25:34.898683 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Set router 73eeb6fd-582e-4dee-ab3b-cddef05330ca gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:35.006635 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] For port 1f421d27-3786-445e-8b78-552adce4f4a9, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:35.030125 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] For port 1f421d27-3786-445e-8b78-552adce4f4a9, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=1f421d27-3786-445e-8b78-552adce4f4a9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:35.039029 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.096946 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:35.097957 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:35.102839 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96a158-fabf-41c2-9f25-5688220295a0 None None] Pushing event updated for resources: {'Port': ['ID=1f421d27-3786-445e-8b78-552adce4f4a9,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:35.133927 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'd023863a-d955-44c6-a831-23a02b864de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 3, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port': {'id': 'd023863a-d955-44c6-a831-23a02b864de1', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:33Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:35.168874 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Checking router: 73eeb6fd-582e-4dee-ab3b-cddef05330ca for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:25:35.168874 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Updating router 73eeb6fd-582e-4dee-ab3b-cddef05330ca port d023863a-d955-44c6-a831-23a02b864de1 binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:25:35.169116 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.230065 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.400432 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Allocated IP 172.20.0.1 (7c693323-be3e-4e25-9093-ea31c005593d/6e387612-2a1c-4e27-9a3f-66c19ce472fe/e0f8c3b0-537a-4c29-b742-fcb394e6e373) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:35.432354 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 43ade273-259b-4fa3-bb2e-77c0aa583f85 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:35.530277 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.548872 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Transition to ACTIVE for port object e0f8c3b0-537a-4c29-b742-fcb394e6e373 will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:35.549488 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 43ade273-259b-4fa3-bb2e-77c0aa583f85 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:35.550059 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.556019 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:35.589056 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.592756 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.605040 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Transition to ACTIVE for port object d023863a-d955-44c6-a831-23a02b864de1 will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:35.613280 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.636238 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Network 7c693323-be3e-4e25-9093-ea31c005593d is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:35.650115 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f645175-0732-420e-98c4-7a66412adea6 req-e3cfea2f-ad52-4585-9d16-4c518b7f9b58 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:35.659017 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5f645175-0732-420e-98c4-7a66412adea6 req-e3cfea2f-ad52-4585-9d16-4c518b7f9b58 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 945 time: 0.1103961 Jul 12 17:25:35.659207 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f8c3b0-537a-4c29-b742-fcb394e6e373,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:35.662032 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:35.672354 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:35.689256 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Attempting to bind port d023863a-d955-44c6-a831-23a02b864de1 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:35.689438 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Attempting to bind port d023863a-d955-44c6-a831-23a02b864de1 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:35.689837 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Attempting to bind port d023863a-d955-44c6-a831-23a02b864de1 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:35.711295 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5f645175-0732-420e-98c4-7a66412adea6 req-19ee3cf2-6f83-48a0-9dd8-657e13b96c03 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514042 Jul 12 17:25:35.713466 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:35.713466 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:35.713466 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.713466 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:35.713906 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Bound port: d023863a-d955-44c6-a831-23a02b864de1, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:35.714255 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.744092 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device a89c44eb-50cb-4143-a2b9-e11ed491352f up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:35.755274 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.761951 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210ec2-a090-42fb-bf1d-0bbc0333c2ff None None] Pushing event updated for resources: {'Port': ['ID=d023863a-d955-44c6-a831-23a02b864de1,revision_number=2']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:35.778146 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] For port d023863a-d955-44c6-a831-23a02b864de1, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:35.783666 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] For port d023863a-d955-44c6-a831-23a02b864de1, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=d023863a-d955-44c6-a831-23a02b864de1,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:35.790459 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.850108 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9f11ab99-2433-455e-96bb-706b1ea95058 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:35.869055 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210ec2-a090-42fb-bf1d-0bbc0333c2ff None None] Pushing event updated for resources: {'Port': ['ID=d023863a-d955-44c6-a831-23a02b864de1,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:35.880116 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Routers {'73eeb6fd-582e-4dee-ab3b-cddef05330ca'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:35.881273 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:35.920096 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.932195 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port a89c44eb-50cb-4143-a2b9-e11ed491352f completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:35.934246 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45391fc5-c584-42e3-b852-6e225a5177dc None None] Network 7c693323-be3e-4e25-9093-ea31c005593d requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:25:35.974394 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port a89c44eb-50cb-4143-a2b9-e11ed491352f triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:35.974779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.007436 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] Set router 73eeb6fd-582e-4dee-ab3b-cddef05330ca gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:36.047705 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-03b39f91-d92d-462e-bfd0-d3daee26f6f1 None None] Provisioning for port 9f11ab99-2433-455e-96bb-706b1ea95058 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:36.055845 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 9f11ab99-2433-455e-96bb-706b1ea95058 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:36.063948 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-03b39f91-d92d-462e-bfd0-d3daee26f6f1 None None] Provisioning complete for port 9f11ab99-2433-455e-96bb-706b1ea95058 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:36.064318 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03b39f91-d92d-462e-bfd0-d3daee26f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.102027 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 9f11ab99-2433-455e-96bb-706b1ea95058 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:36.102412 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.102821 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.107272 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.131490 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:34Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:36.182104 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f8c3b0-537a-4c29-b742-fcb394e6e373,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:36.183491 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86782f73-eb97-42b0-adf4-7cf43cdc43b0 None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:34Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:25:36.199420 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.273710 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.290881 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'd023863a-d955-44c6-a831-23a02b864de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 4, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port': {'id': 'd023863a-d955-44c6-a831-23a02b864de1', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:33Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'e0f8c3b0-537a-4c29-b742-fcb394e6e373', 'name': '', 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'mac_address': 'fa:16:3e:fb:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:35Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 1, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'subnets': [{'id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:36.322902 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5348dc3-a705-41f8-bd7b-ccd1cff704e1 None None] The sync data for ids ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'] in dv-cinder-800490-1-iscsi is: [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'd023863a-d955-44c6-a831-23a02b864de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 4, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port': {'id': 'd023863a-d955-44c6-a831-23a02b864de1', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:33Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'e0f8c3b0-537a-4c29-b742-fcb394e6e373', 'name': '', 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'mac_address': 'fa:16:3e:fb:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:35Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 1, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'subnets': [{'id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:25:36.349737 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Network 7c693323-be3e-4e25-9093-ea31c005593d is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:36.351268 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:36.390542 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c44eb-50cb-4143-a2b9-e11ed491352f'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:25:36.393054 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febc8fda-3011-478b-9804-2db4a63437fb" -d '{"events": [{"server_uuid": "50e64f40-31a2-4d74-acc4-1c123480d1d6", "name": "network-vif-plugged", "status": "completed", "tag": "a89c44eb-50cb-4143-a2b9-e11ed491352f"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:25:36.422633 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03b39f91-d92d-462e-bfd0-d3daee26f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.429582 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port a89c44eb-50cb-4143-a2b9-e11ed491352f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=a89c44eb-50cb-4143-a2b9-e11ed491352f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:36.433148 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.450619 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.492907 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Router 73eeb6fd-582e-4dee-ab3b-cddef05330ca has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:25:36.495851 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f757483-4f40-4ba2-9a30-9b633fecc54f x-openstack-request-id: req-6f757483-4f40-4ba2-9a30-9b633fecc54f {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:25:36.496140 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e64f40-31a2-4d74-acc4-1c123480d1d6", "name": "network-vif-plugged", "status": "completed", "tag": "a89c44eb-50cb-4143-a2b9-e11ed491352f", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:25:36.496391 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f757483-4f40-4ba2-9a30-9b633fecc54f {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:25:36.496780 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c44eb-50cb-4143-a2b9-e11ed491352f', 'code': 200} Jul 12 17:25:36.546493 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-03b39f91-d92d-462e-bfd0-d3daee26f6f1 None None] For port 9f11ab99-2433-455e-96bb-706b1ea95058, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=9f11ab99-2433-455e-96bb-706b1ea95058,segment=NetworkSegment(ee271f4f-e81e-44bb-9f85-fa5a193e5588),segment_id=ee271f4f-e81e-44bb-9f85-fa5a193e5588)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:36.591628 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03b39f91-d92d-462e-bfd0-d3daee26f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.676876 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:25:36.678542 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.db.api [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 17:25:36.679057 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG oslo_db.api [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 17:25:36.681716 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=a89c44eb-50cb-4143-a2b9-e11ed491352f,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:36.688846 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-21d4337b-5932-4c12-8a4b-cf22866f4e23 admin admin] 10.222.0.74 "PUT /v2.0/routers/73eeb6fd-582e-4dee-ab3b-cddef05330ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0983202 Jul 12 17:25:36.793612 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b39f91-d92d-462e-bfd0-d3daee26f6f1 None None] Pushing event updated for resources: {'Port': ['ID=9f11ab99-2433-455e-96bb-706b1ea95058,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:36.876563 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55c700-c1e4-47ff-bdcb-7de9b1586a2b req-813b9f2a-3c1d-4b04-8173-61aa5342a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:36.879852 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8e55c700-c1e4-47ff-bdcb-7de9b1586a2b req-813b9f2a-3c1d-4b04-8173-61aa5342a69a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 1099 time: 0.1301477 Jul 12 17:25:36.944094 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8e55c700-c1e4-47ff-bdcb-7de9b1586a2b req-d102bfa3-132b-4c57-926a-ef5563ca0b9d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Jul 12 17:25:36.981337 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd17f-a135-49e2-a8e2-a6baf087a52f req-c51bc929-98a5-462e-b782-becbcaf84dd8 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:36.989511 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2f7dd17f-a135-49e2-a8e2-a6baf087a52f req-c51bc929-98a5-462e-b782-becbcaf84dd8 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 946 time: 0.1028836 Jul 12 17:25:37.018893 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-131cac6c-5d77-416e-b142-cb5406b08a06 None None] Provisioning for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:37.024334 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-131cac6c-5d77-416e-b142-cb5406b08a06 None None] Provisioning complete for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:37.024712 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-131cac6c-5d77-416e-b142-cb5406b08a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.048555 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2f7dd17f-a135-49e2-a8e2-a6baf087a52f req-13f6ab6e-51f9-43a2-8d91-2e06753eca6b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Jul 12 17:25:37.104668 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-131cac6c-5d77-416e-b142-cb5406b08a06 None None] Port e0f8c3b0-537a-4c29-b742-fcb394e6e373 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:25:37.122024 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-131cac6c-5d77-416e-b142-cb5406b08a06 None None] Provisioning complete for port 9f11ab99-2433-455e-96bb-706b1ea95058 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:37.122495 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-131cac6c-5d77-416e-b142-cb5406b08a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.471316 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-841d9ee7-a080-4260-99e7-b322a4c1507a None None] Provisioning complete for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:37.473485 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-841d9ee7-a080-4260-99e7-b322a4c1507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.545890 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-841d9ee7-a080-4260-99e7-b322a4c1507a None None] Port e0f8c3b0-537a-4c29-b742-fcb394e6e373 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:25:37.556591 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1f421d27-3786-445e-8b78-552adce4f4a9 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:37.620181 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50908) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:37.624723 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-6fd362fd-c5ca-4728-a03d-bace5fcdbf9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874583425', 'description': 'tempest-secgroup-smoke-874583425 description', 'project_id': '5df6a953eb5747a99580bdae74e8868c'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:37.631466 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 1f421d27-3786-445e-8b78-552adce4f4a9 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:37.635882 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 1f421d27-3786-445e-8b78-552adce4f4a9 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:37.636344 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.658357 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6fd362fd-c5ca-4728-a03d-bace5fcdbf9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.770130 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6fd362fd-c5ca-4728-a03d-bace5fcdbf9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.771799 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.774635 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6fd362fd-c5ca-4728-a03d-bace5fcdbf9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.797084 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-422d99d8-b51c-48b2-9336-3494aa8356e8 None None] Provisioning complete for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:37.797590 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-422d99d8-b51c-48b2-9336-3494aa8356e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.810252 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6fd362fd-c5ca-4728-a03d-bace5fcdbf9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.811585 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6fd362fd-c5ca-4728-a03d-bace5fcdbf9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1903899 Jul 12 17:25:37.814564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50910) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:37.820070 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-07014029-a620-4622-a917-53809d055280 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'security_group_rule': {'security_group_id': '99b677dc-a1d6-4c70-9167-02a892eecfdc', 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:37.830094 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd362fd-c5ca-4728-a03d-bace5fcdbf9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b677dc-a1d6-4c70-9167-02a892eecfdc,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:37.848572 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 1f421d27-3786-445e-8b78-552adce4f4a9, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=1f421d27-3786-445e-8b78-552adce4f4a9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:37.854413 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.861207 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-422d99d8-b51c-48b2-9336-3494aa8356e8 None None] Port e0f8c3b0-537a-4c29-b742-fcb394e6e373 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:25:37.871613 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07014029-a620-4622-a917-53809d055280 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.891292 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9f11ab99-2433-455e-96bb-706b1ea95058 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:37.948127 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=1f421d27-3786-445e-8b78-552adce4f4a9,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:37.964077 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07014029-a620-4622-a917-53809d055280 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.968235 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07014029-a620-4622-a917-53809d055280 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.973100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 9f11ab99-2433-455e-96bb-706b1ea95058 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:37.973643 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.998027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07014029-a620-4622-a917-53809d055280 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da03f00-a00c-4ad9-add2-b3a43d68bfd5,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:38.021279 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-07014029-a620-4622-a917-53809d055280 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.023158 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-07014029-a620-4622-a917-53809d055280 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2074342 Jul 12 17:25:38.025423 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50912) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:38.031023 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-56c41826-7df0-4f5e-ad2a-da368f526d62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'security_group_rule': {'security_group_id': '99b677dc-a1d6-4c70-9167-02a892eecfdc', 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:38.069631 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-56c41826-7df0-4f5e-ad2a-da368f526d62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.153975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-56c41826-7df0-4f5e-ad2a-da368f526d62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.158428 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-56c41826-7df0-4f5e-ad2a-da368f526d62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.182183 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-56c41826-7df0-4f5e-ad2a-da368f526d62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.185983 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-56c41826-7df0-4f5e-ad2a-da368f526d62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1568098 Jul 12 17:25:38.186135 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 50916) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:38.192015 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-c1a94289-fde1-42c7-87ff-02a4e47acf12 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'security_group_rule': {'security_group_id': '99b677dc-a1d6-4c70-9167-02a892eecfdc', 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:38.200586 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c41826-7df0-4f5e-ad2a-da368f526d62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d000cc76-e9aa-4dd4-ab11-ee66e736f6a9,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:38.224354 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c1a94289-fde1-42c7-87ff-02a4e47acf12 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.249058 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6cbab-105b-4d7f-af06-dde1d0f7e83c req-3922c129-1dd0-4dba-b246-a2a49ca91e89 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:38.256597 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c754dec2-8d2c-44cc-8575-35267c69b59f None None] Provisioning complete for port 1f421d27-3786-445e-8b78-552adce4f4a9 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:38.256759 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-86f6cbab-105b-4d7f-af06-dde1d0f7e83c req-3922c129-1dd0-4dba-b246-a2a49ca91e89 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 946 time: 0.0725982 Jul 12 17:25:38.257161 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c754dec2-8d2c-44cc-8575-35267c69b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.292087 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-86f6cbab-105b-4d7f-af06-dde1d0f7e83c req-dab42978-e318-4963-9198-2c9dbd9c19c4 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Jul 12 17:25:38.303225 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c1a94289-fde1-42c7-87ff-02a4e47acf12 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.307826 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c1a94289-fde1-42c7-87ff-02a4e47acf12 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.327934 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a94289-fde1-42c7-87ff-02a4e47acf12 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1bcf2e-a212-437e-a669-0570e694a9b0,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:38.341658 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-c1a94289-fde1-42c7-87ff-02a4e47acf12 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.343199 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-c1a94289-fde1-42c7-87ff-02a4e47acf12 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561072 Jul 12 17:25:38.346563 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50920) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:38.353708 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-cc0ee6af-8fd9-4988-b2f7-e8db7956c8c7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'security_group_rule': {'security_group_id': '99b677dc-a1d6-4c70-9167-02a892eecfdc', 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:38.387564 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee6af-8fd9-4988-b2f7-e8db7956c8c7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.450193 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee6af-8fd9-4988-b2f7-e8db7956c8c7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.454528 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee6af-8fd9-4988-b2f7-e8db7956c8c7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.474289 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ee6af-8fd9-4988-b2f7-e8db7956c8c7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d660a68d-6843-44e3-9a7e-ff0dd7c8bc1b,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:38.480136 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee6af-8fd9-4988-b2f7-e8db7956c8c7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.481587 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-cc0ee6af-8fd9-4988-b2f7-e8db7956c8c7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332419 Jul 12 17:25:38.484647 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50922) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:38.490154 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'security_group_rule': {'security_group_id': '99b677dc-a1d6-4c70-9167-02a892eecfdc', 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:38.511651 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.securitygroups_db [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Project 5df6a953eb5747a99580bdae74e8868c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:25:38.517221 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.588153 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.592338 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.615092 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d3e16b-246e-415e-9bec-58325295491d,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:38.622109 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.626348 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-76828f40-92bc-4630-865b-8e3178b2fb20 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405406 Jul 12 17:25:38.626945 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 50928) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:25:38.631693 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'security_group_rule': {'security_group_id': '99b677dc-a1d6-4c70-9167-02a892eecfdc', 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:38.655741 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.securitygroups_db [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Project 5df6a953eb5747a99580bdae74e8868c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:25:38.662609 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.730586 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.735144 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.752930 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754a377e-37e3-4a8f-a8e0-3bf8fc3242a6,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:38.758663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:38.760057 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-cf890b53-3862-4989-a172-eaacbdcf4a77 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321392 Jul 12 17:25:39.380632 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1f421d27-3786-445e-8b78-552adce4f4a9 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:39.429243 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 1f421d27-3786-445e-8b78-552adce4f4a9 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:39.429644 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:39.510921 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d023863a-d955-44c6-a831-23a02b864de1 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:39.563031 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port d023863a-d955-44c6-a831-23a02b864de1 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:39.568962 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port d023863a-d955-44c6-a831-23a02b864de1 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:39.569487 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:39.658879 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:39.685112 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port d023863a-d955-44c6-a831-23a02b864de1, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=d023863a-d955-44c6-a831-23a02b864de1,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:39.689509 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:39.746090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=d023863a-d955-44c6-a831-23a02b864de1,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:39.856587 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Sync routers for ids ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:25:39.867234 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Routers {'73eeb6fd-582e-4dee-ab3b-cddef05330ca'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:39.867831 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:39.985151 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Set router 73eeb6fd-582e-4dee-ab3b-cddef05330ca gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:40.213606 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'd023863a-d955-44c6-a831-23a02b864de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 4, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port': {'id': 'd023863a-d955-44c6-a831-23a02b864de1', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:33Z', 'updated_at': '2021-07-12T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'e0f8c3b0-537a-4c29-b742-fcb394e6e373', 'name': '', 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'mac_address': 'fa:16:3e:fb:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:35Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 2, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'subnets': [{'id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:40.243292 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Checking router: 73eeb6fd-582e-4dee-ab3b-cddef05330ca for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:25:40.243779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Updating router 73eeb6fd-582e-4dee-ab3b-cddef05330ca port e0f8c3b0-537a-4c29-b742-fcb394e6e373 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:25:40.279052 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:40.539119 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:40.550235 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Transition to ACTIVE for port object e0f8c3b0-537a-4c29-b742-fcb394e6e373 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:40.556433 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:40.632851 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91228134-33ca-49d9-8141-c1f26e25aa0e None None] Pushing event updated for resources: {'Port': ['ID=e0f8c3b0-537a-4c29-b742-fcb394e6e373,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:40.670855 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Attempting to bind port e0f8c3b0-537a-4c29-b742-fcb394e6e373 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:40.671229 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Attempting to bind port e0f8c3b0-537a-4c29-b742-fcb394e6e373 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:40.671593 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Attempting to bind port e0f8c3b0-537a-4c29-b742-fcb394e6e373 on network 7c693323-be3e-4e25-9093-ea31c005593d {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:40.677530 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:40.678001 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Checking segment: {'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:40.678426 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:40.678834 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Bound using segment: {'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:40.679313 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Bound port: e0f8c3b0-537a-4c29-b742-fcb394e6e373, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee271f4f-e81e-44bb-9f85-fa5a193e5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:40.679718 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:40.754830 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] For port e0f8c3b0-537a-4c29-b742-fcb394e6e373, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:40.759495 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] For port e0f8c3b0-537a-4c29-b742-fcb394e6e373, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=e0f8c3b0-537a-4c29-b742-fcb394e6e373,segment=NetworkSegment(ee271f4f-e81e-44bb-9f85-fa5a193e5588),segment_id=ee271f4f-e81e-44bb-9f85-fa5a193e5588)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:40.763861 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:40.846557 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Routers {'73eeb6fd-582e-4dee-ab3b-cddef05330ca'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:25:40.847763 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:40.850341 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91228134-33ca-49d9-8141-c1f26e25aa0e None None] Pushing event updated for resources: {'Port': ['ID=e0f8c3b0-537a-4c29-b742-fcb394e6e373,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:40.973617 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] Set router 73eeb6fd-582e-4dee-ab3b-cddef05330ca gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:25:41.181038 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'd023863a-d955-44c6-a831-23a02b864de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 4, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port': {'id': 'd023863a-d955-44c6-a831-23a02b864de1', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:33Z', 'updated_at': '2021-07-12T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'e0f8c3b0-537a-4c29-b742-fcb394e6e373', 'name': '', 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'mac_address': 'fa:16:3e:fb:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:35Z', 'updated_at': '2021-07-12T17:25:40Z', 'revision_number': 4, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'subnets': [{'id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:41.207074 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd715798-0c8c-43d1-a408-7d0d996bf93f None None] The sync data for ids ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'] in dv-cinder-800490-1-iscsi is: [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'd023863a-d955-44c6-a831-23a02b864de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:25:35Z', 'revision_number': 4, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port': {'id': 'd023863a-d955-44c6-a831-23a02b864de1', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:33Z', 'updated_at': '2021-07-12T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': 'e0f8c3b0-537a-4c29-b742-fcb394e6e373', 'name': '', 'network_id': '7c693323-be3e-4e25-9093-ea31c005593d', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'mac_address': 'fa:16:3e:fb:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:35Z', 'updated_at': '2021-07-12T17:25:40Z', 'revision_number': 4, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'subnets': [{'id': '6e387612-2a1c-4e27-9a3f-66c19ce472fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:25:41.367786 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d023863a-d955-44c6-a831-23a02b864de1 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:41.425268 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port d023863a-d955-44c6-a831-23a02b864de1 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:41.425903 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:41.514336 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device e0f8c3b0-537a-4c29-b742-fcb394e6e373 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:41.563352 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:41.567401 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:41.567873 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:41.649245 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:41.683536 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port e0f8c3b0-537a-4c29-b742-fcb394e6e373, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=e0f8c3b0-537a-4c29-b742-fcb394e6e373,segment=NetworkSegment(ee271f4f-e81e-44bb-9f85-fa5a193e5588),segment_id=ee271f4f-e81e-44bb-9f85-fa5a193e5588)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:41.687773 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:41.748943 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=e0f8c3b0-537a-4c29-b742-fcb394e6e373,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:41.925977 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8c0e2754-0673-4065-92d4-06e4dbdb4735 None None] Provisioning complete for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:41.926423 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2754-0673-4065-92d4-06e4dbdb4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:43.320420 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device e0f8c3b0-537a-4c29-b742-fcb394e6e373 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:43.366988 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port e0f8c3b0-537a-4c29-b742-fcb394e6e373 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:43.367352 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:44.452139 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-c33f7b7d-102f-4523-89a8-d5fc991157d7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505123 Jul 12 17:25:44.551619 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-ad4a7f33-3408-4033-bdf2-5e798bdd4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:44.553131 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-ad4a7f33-3408-4033-bdf2-5e798bdd4eff service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 1098 time: 0.0560699 Jul 12 17:25:44.661355 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-a2f02aa6-b3b3-4cd0-a739-e6c2f7bfc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:44.662913 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-a2f02aa6-b3b3-4cd0-a739-e6c2f7bfc171 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 916 time: 0.0867307 Jul 12 17:25:44.705233 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-d20e82f5-f25d-4547-9810-144b2f1e3ee1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 200 len: 217 time: 0.0348623 Jul 12 17:25:44.762314 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-71c387d5-2fbc-45ff-8dcb-d94397123687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:44.763831 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-71c387d5-2fbc-45ff-8dcb-d94397123687 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0509048 Jul 12 17:25:44.797259 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-6053ab89-eba6-4ac2-a596-6e413b445067 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260713 Jul 12 17:25:44.892518 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-6a98f380-8cc8-404a-9d1f-faf0d75d0d02 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838044 Jul 12 17:25:44.986145 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97b56945-c9f3-4c8a-b134-9858275b57dc req-17c33128-d1d7-4980-aa8b-672572648809 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863264 Jul 12 17:25:45.714381 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-356d5516-4f04-4703-8388-91abc0cac9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:49.010986 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:49.313254 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-ab4d35e9-c343-4a98-abf7-ea3252aee6d0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:49.314840 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-ab4d35e9-c343-4a98-abf7-ea3252aee6d0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.1043544 Jul 12 17:25:49.329813 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-e2d9f1dd-e288-44d2-a997-8c486b4446a5 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/quotas/580cbcb5c0a548faac738a43889708a8 HTTP/1.1" status: 200 len: 375 time: 0.0093956 Jul 12 17:25:49.402538 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-181997e1-848e-425e-b559-c8ce403ebeed tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668864 Jul 12 17:25:49.495562 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-7ba5069d-07f9-42ef-a0fb-25589c4f57b8 service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Jul 12 17:25:49.572573 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-83a53221-c61e-4c61-8640-460ea6574be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:49.586728 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-635ed88e-1c60-41bc-854c-995c188e914d service neutron] 10.222.0.74 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855105 Jul 12 17:25:49.762400 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-87a0b6a4-f851-4b58-8643-213736f6bff1 req-e11020a6-b61a-4d21-8e5c-fe59798257ed tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 210 time: 0.0325716 Jul 12 17:25:50.892913 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-be91fe44-8a37-402c-9f2c-c9feb8c2ce4d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:50.895432 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-be91fe44-8a37-402c-9f2c-c9feb8c2ce4d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 815 time: 0.1215479 Jul 12 17:25:50.917151 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Request body: {'port': {'device_id': '3e617e83-5aab-43f1-9690-87610184eec1', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'admin_state_up': True, 'tenant_id': '580cbcb5c0a548faac738a43889708a8'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:50.926631 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b5015095-abc3-497e-b15c-4ba689510c94 req-8933e4e2-c566-402d-881e-4c27093715b9 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 210 time: 0.0301409 Jul 12 17:25:51.031558 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Made reservation on behalf of 580cbcb5c0a548faac738a43889708a8 for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:51.035809 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.163029 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Allocated IP 172.20.0.7 (a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e/b584d6f2-3c13-48e1-beb0-55d59a171a7f/cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:51.310097 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.350020 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.367237 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4', '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'a89c44eb-50cb-4143-a2b9-e11ed491352f'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:25:51.399893 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:51.403471 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:51.407797 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:51.434313 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event updated for resources: {'Port': ['ID=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:51.462476 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:51.463095 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.477616 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-b40ac2a2-b163-4ec8-9b5a-0dfe5f9e728d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647032 Jul 12 17:25:51.491389 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Request body: {'port': {'device_id': '3e617e83-5aab-43f1-9690-87610184eec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:51.564017 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.565793 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.818379 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:25:51.826152 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.838801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Transition to ACTIVE for port object cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:51.842811 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:51.932855 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:51.962331 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Attempting to bind port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:25:51.962665 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Attempting to bind port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:25:51.963022 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Attempting to bind port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:51.967246 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:25:51.967560 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Attempting to bind port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f on network a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:25:51.972184 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:25:51.972509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Checking segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:25:51.972885 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Bound using segment: {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:25:51.973308 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Bound port: cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:25:51.973676 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:52.038759 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] For port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:52.076136 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] For port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:52.081734 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:52.334730 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:52.391449 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:52.392055 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:52.393451 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] 10.222.0.97 "PUT /v2.0/ports/cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f HTTP/1.1" status: 200 len: 1093 time: 0.9067402 Jul 12 17:25:52.393911 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e617e83-5aab-43f1-9690-87610184eec1', 'tag': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:25:52.396099 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edac50d-d911-4f85-aa3f-1b723feddab4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e617e83-5aab-43f1-9690-87610184eec1", "tag": "cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:25:52.420751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759635c7-cd80-4133-8c4c-7659635a1ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:52.436134 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440ddd7-6d64-4adb-904b-b22a4fa37118 req-f2b40ae8-043b-4d23-852b-b0fb720ddb72 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:52.438047 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8440ddd7-6d64-4adb-904b-b22a4fa37118 req-f2b40ae8-043b-4d23-852b-b0fb720ddb72 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 943 time: 0.4009783 Jul 12 17:25:52.446003 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ca3cc6-3ec0-4810-8b7e-6a6e7e3b478a x-openstack-request-id: req-04ca3cc6-3ec0-4810-8b7e-6a6e7e3b478a {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:25:52.446295 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e617e83-5aab-43f1-9690-87610184eec1", "tag": "cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:25:52.446597 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-04ca3cc6-3ec0-4810-8b7e-6a6e7e3b478a {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:25:52.446991 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e617e83-5aab-43f1-9690-87610184eec1', 'tag': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f', 'status': 'completed', 'code': 200} Jul 12 17:25:52.506332 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8440ddd7-6d64-4adb-904b-b22a4fa37118 req-f0a9e68c-95c1-43bd-afc5-0198191c77c5 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 Jul 12 17:25:52.526547 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-4b226bcd-4d9a-44b3-997d-282a5f76d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:52.528096 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-4b226bcd-4d9a-44b3-997d-282a5f76d1d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 1096 time: 0.0665889 Jul 12 17:25:52.572205 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-6ede663e-5193-4be2-af20-6eafef9b5b3b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f HTTP/1.1" status: 200 len: 217 time: 0.0358541 Jul 12 17:25:52.622104 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-0e23470e-0783-475b-9911-bc07af619a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:52.623427 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-0e23470e-0783-475b-9911-bc07af619a1e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0420623 Jul 12 17:25:52.655635 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-4a13a116-3210-4fc9-88f6-1a749cf023cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246453 Jul 12 17:25:52.750138 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-d0040321-9efe-47de-8fbb-958acb5c7812 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813241 Jul 12 17:25:52.838594 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-935b12da-5b6e-477a-b255-1e8a6a4ce35d req-98e044eb-b99e-470e-9a88-8c713f4dfa51 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801592 Jul 12 17:25:52.957962 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-d541a28f-b83e-49cc-bb12-5cebc9e037c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:52.959454 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-d541a28f-b83e-49cc-bb12-5cebc9e037c7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=580cbcb5c0a548faac738a43889708a8&device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 1096 time: 0.0537348 Jul 12 17:25:53.053129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-a039e798-b160-467e-b07a-1bfc044275cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:53.054691 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-a039e798-b160-467e-b07a-1bfc044275cf service neutron] 10.222.0.97 "GET /v2.0/networks?id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 200 len: 916 time: 0.0875940 Jul 12 17:25:53.097642 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-c8f7e723-bd86-4700-bfba-baecf018d2d0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f HTTP/1.1" status: 200 len: 217 time: 0.0356464 Jul 12 17:25:53.147415 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-db9442ff-8b65-4361-ba8c-53cd01c3cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:53.148789 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-db9442ff-8b65-4361-ba8c-53cd01c3cfcf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 200 len: 855 time: 0.0437660 Jul 12 17:25:53.186509 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-c1b584f3-216d-4f9f-a072-f993145e6bd7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294409 Jul 12 17:25:53.274771 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-9e34c2bf-ee8c-4e63-a84d-cc360d7633cf service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804694 Jul 12 17:25:53.369338 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5edac50d-d911-4f85-aa3f-1b723feddab4 req-3286ca4c-75e6-47b9-b9ec-b65665158968 service neutron] 10.222.0.97 "GET /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849161 Jul 12 17:25:53.436658 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:53.680585 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a80bd-dc38-41f9-99c0-8aa0bad10d01 req-b2a0e473-0c0e-40bd-86f0-2e56dbbadcd0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:53.682126 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-064a80bd-dc38-41f9-99c0-8aa0bad10d01 req-b2a0e473-0c0e-40bd-86f0-2e56dbbadcd0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 943 time: 0.0654685 Jul 12 17:25:53.719932 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-064a80bd-dc38-41f9-99c0-8aa0bad10d01 req-0df41441-6781-429f-8e98-73ad6997e404 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Jul 12 17:25:54.893819 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9ad2-56af-4686-898e-400e00e2f878 req-0ae8c1b9-86c4-46a3-baf9-651e7ed67780 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:54.893819 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b4fb9ad2-56af-4686-898e-400e00e2f878 req-0ae8c1b9-86c4-46a3-baf9-651e7ed67780 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 943 time: 0.0625496 Jul 12 17:25:54.929361 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b4fb9ad2-56af-4686-898e-400e00e2f878 req-553db2d0-cdec-42a4-8dff-b8d6fb71a0d3 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Jul 12 17:25:55.812726 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:25:55.906346 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:55.917695 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f', 'network_id': 'a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e', 'port_id': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f', 'mac_address': 'fa:16:3e:f1:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b584d6f2-3c13-48e1-beb0-55d59a171a7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:25:55.953124 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:55.966570 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:25:55.986633 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:55.990491 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:56.046053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:56.101382 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aba91-e391-43cc-8dff-cf7cc3b51deb req-c742284d-c031-4346-9da5-792dc5a09a6b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:56.102875 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-564aba91-e391-43cc-8dff-cf7cc3b51deb req-c742284d-c031-4346-9da5-792dc5a09a6b tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 944 time: 0.0611629 Jul 12 17:25:56.139231 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-564aba91-e391-43cc-8dff-cf7cc3b51deb req-34a13eed-dc51-4c18-bc6b-34787f383e7d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306230 Jul 12 17:25:56.305956 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:25:57.314003 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124b91-7f49-4ee3-92db-05b8f1cc3fa1 req-7d520bf6-2abb-4273-ad5d-08e2e1718f7d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:57.315503 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-de124b91-7f49-4ee3-92db-05b8f1cc3fa1 req-7d520bf6-2abb-4273-ad5d-08e2e1718f7d tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 944 time: 0.0642145 Jul 12 17:25:57.337657 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-c6348c2d-18c2-4d55-af4c-0acbe30ee9a3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874583425&fields=id&tenant_id=5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 267 time: 0.0317416 Jul 12 17:25:57.356421 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-de124b91-7f49-4ee3-92db-05b8f1cc3fa1 req-c6be4be9-08bf-4919-a152-6790a48ba77e tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Jul 12 17:25:57.444685 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-a6311ec9-c948-4a1c-8a89-74dc277d42a5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:57.446185 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-a6311ec9-c948-4a1c-8a89-74dc277d42a5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 812 time: 0.1021192 Jul 12 17:25:57.461036 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-925eab13-e628-44db-b254-7566f8b1a325 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/quotas/5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 375 time: 0.0094962 Jul 12 17:25:57.524784 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-ee70ce58-6391-4b69-8d13-40877b2b9cd3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591013 Jul 12 17:25:57.618185 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-bdbff8dd-b6ca-4b93-8235-86b6aa3129f5 service neutron] 10.222.0.74 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817051 Jul 12 17:25:57.704232 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-c2ea872f-b210-44c2-9a91-5568e7b36103 service neutron] 10.222.0.74 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805728 Jul 12 17:25:57.847921 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:57.903110 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:57.906646 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:57.907011 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:57.988539 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:58.001610 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1e03e42e-cf95-446e-8179-db0ef4364a8b req-398b27b1-bd12-4448-b801-c917409794a3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 210 time: 0.0289285 Jul 12 17:25:58.011068 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e617e83-5aab-43f1-9690-87610184eec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:25:58.013303 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff54999-d10a-476b-8023-3bb34462a0f6" -d '{"events": [{"server_uuid": "3e617e83-5aab-43f1-9690-87610184eec1", "name": "network-vif-plugged", "status": "completed", "tag": "cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:25:58.026990 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:58.030871 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:58.055924 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55606da1-0f59-4f2c-898e-119e8e439434 x-openstack-request-id: req-55606da1-0f59-4f2c-898e-119e8e439434 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:25:58.056205 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e617e83-5aab-43f1-9690-87610184eec1", "name": "network-vif-plugged", "status": "completed", "tag": "cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:25:58.056450 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-55606da1-0f59-4f2c-898e-119e8e439434 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:25:58.056827 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e617e83-5aab-43f1-9690-87610184eec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f', 'code': 200} Jul 12 17:25:58.087021 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:58.281714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31188-166b-4455-9606-7cfe30633f2e req-1c6c3bde-2a4f-417b-81a0-047110aaff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:58.283369 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97c31188-166b-4455-9606-7cfe30633f2e req-1c6c3bde-2a4f-417b-81a0-047110aaff5b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 1098 time: 0.0526185 Jul 12 17:25:58.317889 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-97c31188-166b-4455-9606-7cfe30633f2e req-9ab247ba-c148-4ce3-b3ea-654553e75263 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277131 Jul 12 17:25:58.530043 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2f4cd-6b22-4825-93d0-5cad65776b0b req-1bab62ed-e5bc-4d2c-865e-1b0d276e33e4 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:58.531553 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5ff2f4cd-6b22-4825-93d0-5cad65776b0b req-1bab62ed-e5bc-4d2c-865e-1b0d276e33e4 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 945 time: 0.0640106 Jul 12 17:25:58.572295 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5ff2f4cd-6b22-4825-93d0-5cad65776b0b req-f32a8ad9-50a7-4932-8023-f7cc8a508c5e tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Jul 12 17:25:59.147364 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3b31390b-8795-4472-bc69-24381573ac0d req-c2adc2f3-6ec0-41d9-8141-1d295a6fa02d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 210 time: 0.0295870 Jul 12 17:25:59.153678 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-93364168-c4b0-4598-88ff-d3db0a21eb82 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:59.155459 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-93364168-c4b0-4598-88ff-d3db0a21eb82 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 812 time: 0.1033683 Jul 12 17:25:59.201480 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-dde948f2-7f23-4936-b34f-7565a3247244 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 379 time: 0.0350780 Jul 12 17:25:59.214345 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'port': {'device_id': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'admin_state_up': True, 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'security_groups': ['99b677dc-a1d6-4c70-9167-02a892eecfdc']}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:59.328247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Made reservation on behalf of 5df6a953eb5747a99580bdae74e8868c for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:59.332433 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:59.464540 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Allocated IP 172.20.0.11 (94cfb477-f4b7-4b5b-963e-6e4d229b56c3/47aea377-9461-47a0-b086-b4a999510d08/ea3be95c-7192-4e32-9499-5d4e85a65ed9) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:59.605563 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:59.619801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Transition to ACTIVE for port object ea3be95c-7192-4e32-9499-5d4e85a65ed9 will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:25:59.658484 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:59.735705 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:59.743910 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:59.749206 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:25:59.773393 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=ea3be95c-7192-4e32-9499-5d4e85a65ed9,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:59.813089 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:59.813725 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:59.840261 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428973-9aaf-46a6-b697-b0935fba29c9 req-3445509c-a84b-4d6b-bbef-f5d8ce216dd4 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:59.841877 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-47428973-9aaf-46a6-b697-b0935fba29c9 req-3445509c-a84b-4d6b-bbef-f5d8ce216dd4 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 945 time: 0.1493635 Jul 12 17:25:59.847658 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-b52d4ae3-a117-426c-a1bb-1087dc7b594f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6370227 Jul 12 17:25:59.875994 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Request body: {'port': {'device_id': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:25:59.914126 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-47428973-9aaf-46a6-b697-b0935fba29c9 req-65e14949-7503-47dc-b80d-8e6cb2b578de tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613554 Jul 12 17:25:59.957197 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-7b0de73c-43f8-4103-a24d-818398fe7a2d None None] Provisioning for port ea3be95c-7192-4e32-9499-5d4e85a65ed9 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:25:59.961485 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-7b0de73c-43f8-4103-a24d-818398fe7a2d None None] Provisioning complete for port ea3be95c-7192-4e32-9499-5d4e85a65ed9 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:25:59.961904 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-7b0de73c-43f8-4103-a24d-818398fe7a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:59.972078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:59.997740 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-7b0de73c-43f8-4103-a24d-818398fe7a2d None None] Port ea3be95c-7192-4e32-9499-5d4e85a65ed9 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:26:00.251325 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3be95c-7192-4e32-9499-5d4e85a65ed9 {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:26:00.258777 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:00.271506 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Transition to ACTIVE for port object ea3be95c-7192-4e32-9499-5d4e85a65ed9 will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:26:00.275321 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:00.338165 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1011aa7-e16b-4eea-87b3-a1ec653f323e req-824cfc0c-4a5a-4a22-ba67-7e0420801a8a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:00.339852 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d1011aa7-e16b-4eea-87b3-a1ec653f323e req-824cfc0c-4a5a-4a22-ba67-7e0420801a8a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.0721977 Jul 12 17:26:00.371762 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3be95c-7192-4e32-9499-5d4e85a65ed9,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:00.380994 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d1011aa7-e16b-4eea-87b3-a1ec653f323e req-cd25c34e-cb5e-4e79-a64b-0e28d6449d80 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347822 Jul 12 17:26:00.404133 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Attempting to bind port ea3be95c-7192-4e32-9499-5d4e85a65ed9 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:26:00.404476 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Attempting to bind port ea3be95c-7192-4e32-9499-5d4e85a65ed9 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:26:00.404807 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Attempting to bind port ea3be95c-7192-4e32-9499-5d4e85a65ed9 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:26:00.410870 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Port ea3be95c-7192-4e32-9499-5d4e85a65ed9 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:26:00.411139 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Attempting to bind port ea3be95c-7192-4e32-9499-5d4e85a65ed9 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:26:00.416632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:26:00.416970 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Checking segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:26:00.417354 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Bound using segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:26:00.417804 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Bound port: ea3be95c-7192-4e32-9499-5d4e85a65ed9, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:26:00.418162 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:00.487450 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] For port ea3be95c-7192-4e32-9499-5d4e85a65ed9, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:00.490479 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] For port ea3be95c-7192-4e32-9499-5d4e85a65ed9, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:00.497990 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:00.530895 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:00.531532 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:00.532931 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] 10.222.0.97 "PUT /v2.0/ports/ea3be95c-7192-4e32-9499-5d4e85a65ed9 HTTP/1.1" status: 200 len: 1094 time: 0.6615644 Jul 12 17:26:00.533564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:00.536416 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655a74c9-fe87-47bd-80e0-963682dc7402" -d '{"events": [{"name": "network-changed", "server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:00.569529 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de06a7-6427-426f-b06f-19632e5ee445 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3be95c-7192-4e32-9499-5d4e85a65ed9,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:00.585993 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025b0f94-656b-4723-8af4-d8a7589c6221 x-openstack-request-id: req-025b0f94-656b-4723-8af4-d8a7589c6221 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:00.586275 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:00.586518 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-025b0f94-656b-4723-8af4-d8a7589c6221 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:00.586903 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'status': 'completed', 'code': 200} Jul 12 17:26:00.635945 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-0cae940d-111b-4a84-9dd9-bebbba91d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:00.637392 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-0cae940d-111b-4a84-9dd9-bebbba91d49b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 1097 time: 0.0610845 Jul 12 17:26:00.684339 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-130a8f86-682a-4ed3-b5ba-5a7d78685b5d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9 HTTP/1.1" status: 200 len: 217 time: 0.0352626 Jul 12 17:26:00.734787 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-03bd3b1f-7745-4c7f-a3c7-316cb05d81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:00.736248 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-03bd3b1f-7745-4c7f-a3c7-316cb05d81cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0442283 Jul 12 17:26:00.794011 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-372e826c-0d44-4b39-8ee2-55b9bbb00049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:00.795527 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-372e826c-0d44-4b39-8ee2-55b9bbb00049 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523367 Jul 12 17:26:00.887230 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-be579eac-5ef9-4477-a14b-2de0de5755f6 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830309 Jul 12 17:26:00.975127 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2bf08984-a304-49b1-8bde-4db21f4ca743 req-49632a48-9492-4ee4-bd74-e2e364d6a85b service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802691 Jul 12 17:26:01.086608 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-135f79fc-d1e1-427a-89e2-bd947d757580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:01.088081 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-135f79fc-d1e1-427a-89e2-bd947d757580 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 1097 time: 0.0557749 Jul 12 17:26:01.178732 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-39d4a6c1-f6e9-4f5d-8d6f-e4ca5c6ca092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:01.179930 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-39d4a6c1-f6e9-4f5d-8d6f-e4ca5c6ca092 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0833216 Jul 12 17:26:01.232868 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-aa639e64-5675-48af-8afe-671cf694e023 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9 HTTP/1.1" status: 200 len: 217 time: 0.0399826 Jul 12 17:26:01.291337 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-0af2686f-9ae3-4c58-bfd9-7abd342a2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:01.292833 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-0af2686f-9ae3-4c58-bfd9-7abd342a2242 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0488558 Jul 12 17:26:01.357339 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-45428290-10ad-4c8e-b9b1-f655ad992102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:01.359079 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-45428290-10ad-4c8e-b9b1-f655ad992102 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540786 Jul 12 17:26:01.465972 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-732cd379-5919-4cac-8340-a0d75b1b057e service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932548 Jul 12 17:26:01.622985 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-655a74c9-fe87-47bd-80e0-963682dc7402 req-93b9aa29-8e37-4597-8799-d9e031a83d65 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475699 Jul 12 17:26:01.633123 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175e110-06e4-407d-bd1b-4d93e111504f req-ba44a9b7-5fb9-4911-813e-67b97b9b651b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:01.634657 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f175e110-06e4-407d-bd1b-4d93e111504f req-ba44a9b7-5fb9-4911-813e-67b97b9b651b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.1109705 Jul 12 17:26:01.678501 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f175e110-06e4-407d-bd1b-4d93e111504f req-276e1db3-73d0-409d-87b0-56019ee08c09 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368960 Jul 12 17:26:03.000879 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ede3-f1d4-4590-9042-cf45636eaad6 req-476ab3c2-bb5b-44eb-8fc6-79250d301493 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:03.002478 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e686ede3-f1d4-4590-9042-cf45636eaad6 req-476ab3c2-bb5b-44eb-8fc6-79250d301493 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.0614488 Jul 12 17:26:03.039664 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e686ede3-f1d4-4590-9042-cf45636eaad6 req-92b01068-61c5-4702-9b0d-a22ba18ddbc5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310898 Jul 12 17:26:04.213559 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca087cf-6488-4a4d-bc93-09e9494e7c20 req-e6e4a4e6-ad0a-4337-90af-e50ab589ecdd tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:04.215059 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bca087cf-6488-4a4d-bc93-09e9494e7c20 req-e6e4a4e6-ad0a-4337-90af-e50ab589ecdd tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.0647564 Jul 12 17:26:04.251556 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bca087cf-6488-4a4d-bc93-09e9494e7c20 req-ecd452f2-a36f-488b-b6a2-955a74255fe5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309758 Jul 12 17:26:05.420587 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c39efe-9aef-4cbd-823c-06c82b666328 req-c4946305-cfee-418b-b861-71fe7485ce68 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:05.422093 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-80c39efe-9aef-4cbd-823c-06c82b666328 req-c4946305-cfee-418b-b861-71fe7485ce68 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.0625248 Jul 12 17:26:05.462568 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-80c39efe-9aef-4cbd-823c-06c82b666328 req-ec56e255-f1b4-4dc5-a71b-0165f200bb91 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349150 Jul 12 17:26:06.631849 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44277ba8-f576-42d3-a1c0-ea1cc63ae836 req-ec7dc062-c61d-4400-9e7f-c4c384ed9415 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:06.633322 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-44277ba8-f576-42d3-a1c0-ea1cc63ae836 req-ec7dc062-c61d-4400-9e7f-c4c384ed9415 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.0637062 Jul 12 17:26:06.669857 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-44277ba8-f576-42d3-a1c0-ea1cc63ae836 req-c1026081-32e0-49cd-b5fd-c8f16bef6d53 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Jul 12 17:26:08.100224 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851804-8c37-4a72-9a86-d174e00fa032 req-0f319b2f-cab2-46fe-9c09-86640b1a6972 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:08.101792 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8d851804-8c37-4a72-9a86-d174e00fa032 req-0f319b2f-cab2-46fe-9c09-86640b1a6972 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.3215153 Jul 12 17:26:08.139101 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8d851804-8c37-4a72-9a86-d174e00fa032 req-4d740263-4377-4bdd-af86-bf434d3f92aa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316222 Jul 12 17:26:09.311570 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4eb67-37a4-4d4e-885c-7dc86d917c72 req-ddc7b129-8a10-4b31-92b2-8a495c8fe31b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:09.313064 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-67e4eb67-37a4-4d4e-885c-7dc86d917c72 req-ddc7b129-8a10-4b31-92b2-8a495c8fe31b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 944 time: 0.0651014 Jul 12 17:26:09.352013 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-67e4eb67-37a4-4d4e-885c-7dc86d917c72 req-5561317d-d089-4be9-8fa6-8599ef45ab0f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Jul 12 17:26:09.913130 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device ea3be95c-7192-4e32-9499-5d4e85a65ed9 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:26:10.008487 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port ea3be95c-7192-4e32-9499-5d4e85a65ed9, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:10.020069 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'port_id': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'mac_address': 'fa:16:3e:b1:90:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:26:10.058166 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:10.071369 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3be95c-7192-4e32-9499-5d4e85a65ed9 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:26:10.092109 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port ea3be95c-7192-4e32-9499-5d4e85a65ed9, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:10.096292 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:10.153245 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=ea3be95c-7192-4e32-9499-5d4e85a65ed9,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:10.310870 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:26:10.415906 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['ea3be95c-7192-4e32-9499-5d4e85a65ed9'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:10.544930 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa6111-3332-4657-93fe-ae9306db5cd6 req-2f81660b-3bb0-44da-8666-c4f4d26f2fe4 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:10.546572 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c0aa6111-3332-4657-93fe-ae9306db5cd6 req-2f81660b-3bb0-44da-8666-c4f4d26f2fe4 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 945 time: 0.0778282 Jul 12 17:26:10.593201 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-c0aa6111-3332-4657-93fe-ae9306db5cd6 req-64dcf1bd-6ef9-47de-9ebd-1efcaf2856fd tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387328 Jul 12 17:26:11.773932 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03139fb-be5a-4c24-8332-ff82ec412af1 req-2b7c361f-161f-4377-b903-8d3216cf6750 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:11.775398 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a03139fb-be5a-4c24-8332-ff82ec412af1 req-2b7c361f-161f-4377-b903-8d3216cf6750 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 945 time: 0.0651550 Jul 12 17:26:11.815461 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-a03139fb-be5a-4c24-8332-ff82ec412af1 req-6f65a7ef-d0bd-435d-9cc0-1a5d5208dc54 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342662 Jul 12 17:26:11.916716 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device ea3be95c-7192-4e32-9499-5d4e85a65ed9 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:11.964981 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port ea3be95c-7192-4e32-9499-5d4e85a65ed9 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:26:11.968639 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port ea3be95c-7192-4e32-9499-5d4e85a65ed9 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:11.969010 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:11.977748 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35262211-0446-497d-8f60-9643f201aa61 req-406f614d-9c08-4696-a82d-7482f530f739 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:11.979272 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35262211-0446-497d-8f60-9643f201aa61 req-406f614d-9c08-4696-a82d-7482f530f739 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 945 time: 0.0625725 Jul 12 17:26:12.016138 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35262211-0446-497d-8f60-9643f201aa61 req-4fe012e6-b9ef-43c9-84fb-1ad0e6c73bc6 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Jul 12 17:26:12.045649 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:12.068848 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:12.071075 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11133c7-43e4-4009-87ac-369fc75e72c6" -d '{"events": [{"server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "name": "network-vif-plugged", "status": "completed", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:12.086137 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port ea3be95c-7192-4e32-9499-5d4e85a65ed9, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:12.090078 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:12.115678 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61d9ad8-57ef-41f6-b96c-7d33db3bd388 x-openstack-request-id: req-d61d9ad8-57ef-41f6-b96c-7d33db3bd388 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:12.115980 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "name": "network-vif-plugged", "status": "completed", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:12.116208 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d61d9ad8-57ef-41f6-b96c-7d33db3bd388 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:12.116583 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'code': 200} Jul 12 17:26:12.150977 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=ea3be95c-7192-4e32-9499-5d4e85a65ed9,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:12.346736 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-faf09a4c-298c-4c40-a5e2-5a80c76375b8 None None] Provisioning complete for port ea3be95c-7192-4e32-9499-5d4e85a65ed9 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:12.347102 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-faf09a4c-298c-4c40-a5e2-5a80c76375b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:12.441497 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be55c3b-a204-4754-9f70-b5d4b1c8dbea req-99beff34-9c43-42ed-9a39-b5691368ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:12.443190 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5be55c3b-a204-4754-9f70-b5d4b1c8dbea req-99beff34-9c43-42ed-9a39-b5691368ba33 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 1099 time: 0.0554054 Jul 12 17:26:12.479282 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5be55c3b-a204-4754-9f70-b5d4b1c8dbea req-b8615f21-6e33-49d0-971c-edbf9fb39473 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283823 Jul 12 17:26:12.988857 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e2c8f-8075-4476-80b5-67759eef6489 req-7209350d-a895-420e-a00d-47af222500f3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:12.990358 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fd0e2c8f-8075-4476-80b5-67759eef6489 req-7209350d-a895-420e-a00d-47af222500f3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 946 time: 0.0618510 Jul 12 17:26:13.026027 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-fd0e2c8f-8075-4476-80b5-67759eef6489 req-77a54e75-486f-45a8-ad0b-d0a18a287b53 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299008 Jul 12 17:26:13.188934 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bff72d-2670-4131-ada9-3986cf1813f5 req-272a626e-a5a4-4514-9950-e7b7cd674ff5 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:13.190470 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-80bff72d-2670-4131-ada9-3986cf1813f5 req-272a626e-a5a4-4514-9950-e7b7cd674ff5 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 945 time: 0.0612552 Jul 12 17:26:13.226687 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-80bff72d-2670-4131-ada9-3986cf1813f5 req-b9ccb154-e4ad-4d69-a825-bae7b27f82f9 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Jul 12 17:26:13.852814 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-79638c53-bafa-45d9-b9a5-248142c50c13 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:13.854191 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-79638c53-bafa-45d9-b9a5-248142c50c13 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 945 time: 0.0604968 Jul 12 17:26:13.956912 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Deleting port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:26:13.957249 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:14.041988 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] For port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:14.042647 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:14.055843 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Calling delete_port for cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:26:14.209339 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:14.220535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4', '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'a89c44eb-50cb-4143-a2b9-e11ed491352f', 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:14.252825 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event deleted for resources: {'Port': ['ID=cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:14.301835 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] No DVR routers for this DVR port cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:26:14.310537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c89fd-10ad-40fc-97fd-668a2c955755 req-5aaba3ea-8d6b-4e05-a938-856cebd8e792 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:14.312030 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dd5c89fd-10ad-40fc-97fd-668a2c955755 req-5aaba3ea-8d6b-4e05-a938-856cebd8e792 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 946 time: 0.1712105 Jul 12 17:26:14.313231 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:14.316243 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4ee5f313-4b7b-404e-b1d6-0d6d3eba3092 req-8a2fd275-5aa4-4b9d-8064-74df2bc55594 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "DELETE /v2.0/ports/cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f HTTP/1.1" status: 204 len: 173 time: 0.4552152 Jul 12 17:26:14.316369 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e617e83-5aab-43f1-9690-87610184eec1', 'name': 'network-vif-deleted', 'tag': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:14.318552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b695beca-427e-4dbd-95a2-654e1f861cbb" -d '{"events": [{"server_uuid": "3e617e83-5aab-43f1-9690-87610184eec1", "name": "network-vif-deleted", "tag": "cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:14.361168 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dd5c89fd-10ad-40fc-97fd-668a2c955755 req-46414ed6-86aa-4c5b-8151-61c0d6df6140 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395668 Jul 12 17:26:14.387479 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d40d91cb-2161-4002-be63-efe970c559da req-127cb844-41ca-4664-98bf-2c05df82efa4 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e617e83-5aab-43f1-9690-87610184eec1 HTTP/1.1" status: 200 len: 210 time: 0.0341408 Jul 12 17:26:14.432745 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b964a-7c8c-457b-b3dd-1bca61d75173 x-openstack-request-id: req-771b964a-7c8c-457b-b3dd-1bca61d75173 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:14.433221 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e617e83-5aab-43f1-9690-87610184eec1", "name": "network-vif-deleted", "tag": "cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:14.433633 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-771b964a-7c8c-457b-b3dd-1bca61d75173 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:14.434202 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e617e83-5aab-43f1-9690-87610184eec1', 'name': 'network-vif-deleted', 'tag': 'cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f', 'status': 'completed', 'code': 200} Jul 12 17:26:14.557793 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23a73-87fd-4432-b150-59113151498a req-f4d668c3-770e-4890-b92a-a878e2e62316 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:14.559221 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c1e23a73-87fd-4432-b150-59113151498a req-f4d668c3-770e-4890-b92a-a878e2e62316 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 946 time: 0.0683210 Jul 12 17:26:14.599286 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c1e23a73-87fd-4432-b150-59113151498a req-fe6f51e6-1dcc-43c2-9587-00c6d3933a24 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329807 Jul 12 17:26:14.623295 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51310) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:14.761362 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27596da2-5334-4d76-bf3c-e18e9363db24 tempest-TestVolumeBootPattern-579779163 tempest-TestVolumeBootPattern-579779163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:14.762896 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-27596da2-5334-4d76-bf3c-e18e9363db24 tempest-TestVolumeBootPattern-579779163 tempest-TestVolumeBootPattern-579779163-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 1094 time: 0.1386437 Jul 12 17:26:14.765646 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51314) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:14.770704 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'port_id': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:26:14.793523 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:14.893786 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:14.996737 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Allocated IP 172.27.1.5 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/0df13bca-5ce0-46cc-ad50-93225114b376) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:15.100064 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.137514 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.173443 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:15.178110 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:15.180725 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:26:15.208664 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=0df13bca-5ce0-46cc-ad50-93225114b376,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:15.220821 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.221175 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.221520 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.221880 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.222214 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.222550 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.222880 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.223208 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.223536 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.223860 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.224182 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.224502 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:15.559879 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.639688 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.716283 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea7c7-11b8-4adc-af04-57ccd05df743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.792312 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.796475 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.867354 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=0df13bca-5ce0-46cc-ad50-93225114b376,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:15.876069 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:15.972798 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.l3_db [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Floating IP e5785875-1e7b-467e-b578-6d1c3457b47d associated. External IP: 172.27.1.5, port: ea3be95c-7192-4e32-9499-5d4e85a65ed9. Jul 12 17:26:16.173232 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:26:16.277834 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:26:16.287809 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:26:16.294194 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:16.296964 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:26:16.297561 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:16.329747 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b791a214-4b45-47d0-b0d2-10a013131bfa tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5630741 Jul 12 17:26:16.330877 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:16.333108 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aef8c4-57ba-489d-8177-3044e4dc70f0" -d '{"events": [{"name": "network-changed", "server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:16.404313 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:26:16.424656 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d1fc1-bac1-4ddc-8fae-2c32971147e5 x-openstack-request-id: req-878d1fc1-bac1-4ddc-8fae-2c32971147e5 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:16.424938 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:16.425212 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-878d1fc1-bac1-4ddc-8fae-2c32971147e5 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:16.425704 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'status': 'completed', 'code': 200} Jul 12 17:26:16.506930 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-3b77eab7-d8c4-49d7-9e8d-65d84753ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:16.508425 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-3b77eab7-d8c4-49d7-9e8d-65d84753ff03 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 1099 time: 0.0518389 Jul 12 17:26:16.604682 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-06ed0093-2f3f-4e1c-8ff0-42a5c85e5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:16.606193 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-06ed0093-2f3f-4e1c-8ff0-42a5c85e5ca0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0894575 Jul 12 17:26:16.628461 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'e5785875-1e7b-467e-b578-6d1c3457b47d', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:b1:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:26:15Z', 'updated_at': '2021-07-12T17:26:15Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:16.655118 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:26:16.663829 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:26:16.664488 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:25:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:16.677650 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-9ff79060-2a0b-43d4-8ef7-37c3398368dd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9 HTTP/1.1" status: 200 len: 998 time: 0.0631561 Jul 12 17:26:16.735845 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-0171c3bb-536b-4443-a00d-7263e14dc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:16.737457 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-0171c3bb-536b-4443-a00d-7263e14dc67b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0500362 Jul 12 17:26:16.771889 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:26:16.799169 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-76e8c5b6-1841-4dc4-86fd-d824834cc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:16.800742 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-76e8c5b6-1841-4dc4-86fd-d824834cc526 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547059 Jul 12 17:26:16.905264 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-cd0f971f-1acc-4051-9a23-977ad1345cef service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880504 Jul 12 17:26:16.986571 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b518-ebc6-4eef-954c-3bf49ffcecab req-69be2959-3789-4989-b32c-c41811f9360f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:16.988637 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe47b518-ebc6-4eef-954c-3bf49ffcecab req-69be2959-3789-4989-b32c-c41811f9360f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 946 time: 0.0662642 Jul 12 17:26:17.006636 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09aef8c4-57ba-489d-8177-3044e4dc70f0 req-8a92ca78-8928-4872-bc27-90bd67b6c26d service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903172 Jul 12 17:26:17.028677 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe47b518-ebc6-4eef-954c-3bf49ffcecab req-1427ce1a-fbc4-47ce-9abe-5ae2761889ff tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339532 Jul 12 17:26:17.092661 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'e5785875-1e7b-467e-b578-6d1c3457b47d', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:b1:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:26:15Z', 'updated_at': '2021-07-12T17:26:15Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:17.120576 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f6775-cdea-47fa-8226-6ab4761bbfda None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': 'e5785875-1e7b-467e-b578-6d1c3457b47d', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:b1:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:26:15Z', 'updated_at': '2021-07-12T17:26:15Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:26:17.311955 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f4d85-0556-4bb4-8647-dbe7aebbafdf None None] New status for floating IP e5785875-1e7b-467e-b578-6d1c3457b47d: ACTIVE {{(pid=99422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:26:17.948646 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:26:17.967834 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:26:17.968120 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device cbccf0ee-1bda-4f57-82e3-1e0b0b54bd4f not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:26:18.202536 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d6562-3f2a-44ae-ad60-91ebaaa5d030 req-18aa524b-57b6-448b-b1d2-de0e06d49d56 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:18.204020 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8f6d6562-3f2a-44ae-ad60-91ebaaa5d030 req-18aa524b-57b6-448b-b1d2-de0e06d49d56 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 946 time: 0.0623810 Jul 12 17:26:18.241186 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8f6d6562-3f2a-44ae-ad60-91ebaaa5d030 req-fd6fbf59-ff3d-405f-9fa2-e5f31a759dde tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Jul 12 17:26:18.534469 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-ec25a7d4-4672-4079-80ae-0f84c05a4785 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:18.535849 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-ec25a7d4-4672-4079-80ae-0f84c05a4785 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 946 time: 0.0645185 Jul 12 17:26:18.634847 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Deleting port a89c44eb-50cb-4143-a2b9-e11ed491352f {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:26:18.635191 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:18.719836 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] For port a89c44eb-50cb-4143-a2b9-e11ed491352f, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=a89c44eb-50cb-4143-a2b9-e11ed491352f,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:18.720197 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:18.736535 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Calling delete_port for a89c44eb-50cb-4143-a2b9-e11ed491352f owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:26:18.862295 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:18.873515 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4', '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'a89c44eb-50cb-4143-a2b9-e11ed491352f'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:18.892727 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event deleted for resources: {'Port': ['ID=a89c44eb-50cb-4143-a2b9-e11ed491352f,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:18.925394 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.925740 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.926106 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.926444 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.926779 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.927115 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.927442 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.927772 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.928103 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.928426 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.928755 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.929078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:18.953088 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] No DVR routers for this DVR port a89c44eb-50cb-4143-a2b9-e11ed491352f on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:26:18.955933 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:18.958278 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3b5f9959-6c7d-426c-b291-d8f43d679671 req-b8477d72-93aa-4cd7-8ae8-54cf19a173b0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "DELETE /v2.0/ports/a89c44eb-50cb-4143-a2b9-e11ed491352f HTTP/1.1" status: 204 len: 173 time: 0.4169207 Jul 12 17:26:18.958741 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'name': 'network-vif-deleted', 'tag': 'a89c44eb-50cb-4143-a2b9-e11ed491352f'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:18.962078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd150986-d7bb-4d23-811a-025b054c503f" -d '{"events": [{"server_uuid": "50e64f40-31a2-4d74-acc4-1c123480d1d6", "name": "network-vif-deleted", "tag": "a89c44eb-50cb-4143-a2b9-e11ed491352f"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:19.001147 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f169277-4a29-47c6-bd8e-a7eac55ebe77 x-openstack-request-id: req-2f169277-4a29-47c6-bd8e-a7eac55ebe77 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:19.001464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e64f40-31a2-4d74-acc4-1c123480d1d6", "name": "network-vif-deleted", "tag": "a89c44eb-50cb-4143-a2b9-e11ed491352f", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:19.001748 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f169277-4a29-47c6-bd8e-a7eac55ebe77 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:19.002176 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e64f40-31a2-4d74-acc4-1c123480d1d6', 'name': 'network-vif-deleted', 'tag': 'a89c44eb-50cb-4143-a2b9-e11ed491352f', 'status': 'completed', 'code': 200} Jul 12 17:26:19.028246 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:19.391043 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-279e6c2b-3dd6-43b9-905e-a3c54c04f189 req-5db53346-eadb-49b1-855a-ef5da79b77a0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e64f40-31a2-4d74-acc4-1c123480d1d6 HTTP/1.1" status: 200 len: 210 time: 0.0278988 Jul 12 17:26:19.574993 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c4953af3-12b4-41d8-9988-c537822a75e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:20.832976 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f6cc-52da-40dd-b251-d8e6c8480675 req-36a0ac57-e9c4-43c9-8ef8-32dcaba135f3 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:20.834498 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7e28f6cc-52da-40dd-b251-d8e6c8480675 req-36a0ac57-e9c4-43c9-8ef8-32dcaba135f3 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 945 time: 0.0672803 Jul 12 17:26:20.872410 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7e28f6cc-52da-40dd-b251-d8e6c8480675 req-a5da12d5-6e2a-4183-bdbf-9b8f0e965499 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Jul 12 17:26:21.553216 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:22.044834 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94fadc-38d6-43b1-9f8f-457fee51cbc1 req-147faf6f-95d1-48c9-be8f-2f1876be85cc tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:22.046333 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ca94fadc-38d6-43b1-9f8f-457fee51cbc1 req-147faf6f-95d1-48c9-be8f-2f1876be85cc tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 945 time: 0.0623431 Jul 12 17:26:22.082198 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ca94fadc-38d6-43b1-9f8f-457fee51cbc1 req-3a1113f1-6a02-4a30-8ee3-ead008056378 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297501 Jul 12 17:26:22.162587 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-6dec5e30-ba28-42e8-ad74-317164afed24 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:22.163919 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-6dec5e30-ba28-42e8-ad74-317164afed24 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a8a19bd-b5ea-4b85-af62-86cece6e19e4 HTTP/1.1" status: 200 len: 945 time: 0.0637100 Jul 12 17:26:22.259133 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Deleting port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:26:22.259474 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:22.332551 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:22.350132 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] For port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:22.350509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:22.362160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Calling delete_port for 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:26:22.488826 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:22.500080 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4', '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:22.524042 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event deleted for resources: {'Port': ['ID=3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:22.566150 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] No DVR routers for this DVR port 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:26:22.568658 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:22.570731 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ff7383e5-f3dc-4ecd-8c88-dc59cb2a56d3 req-ec9b5168-a384-4d40-9254-95c405a6ce7f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "DELETE /v2.0/ports/3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d HTTP/1.1" status: 204 len: 173 time: 0.4011970 Jul 12 17:26:22.571181 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'name': 'network-vif-deleted', 'tag': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:22.573756 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b543ad8e-7aa1-4551-833d-0476259b920d" -d '{"events": [{"server_uuid": "4a8a19bd-b5ea-4b85-af62-86cece6e19e4", "name": "network-vif-deleted", "tag": "3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:22.610710 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ba0ebd-d851-4adf-8079-f2bee73c0364 x-openstack-request-id: req-e3ba0ebd-d851-4adf-8079-f2bee73c0364 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:22.611044 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a19bd-b5ea-4b85-af62-86cece6e19e4", "name": "network-vif-deleted", "tag": "3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:22.611297 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3ba0ebd-d851-4adf-8079-f2bee73c0364 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:22.611698 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8a19bd-b5ea-4b85-af62-86cece6e19e4', 'name': 'network-vif-deleted', 'tag': '3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d', 'status': 'completed', 'code': 200} Jul 12 17:26:23.439475 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:23.962481 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:26:23.982055 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:26:23.982400 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3cc10a32-7f5b-40c2-bdb4-17f4b5d68d2d not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:26:23.982797 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device a89c44eb-50cb-4143-a2b9-e11ed491352f no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:26:24.000759 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: a89c44eb-50cb-4143-a2b9-e11ed491352f {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:26:24.001052 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device a89c44eb-50cb-4143-a2b9-e11ed491352f not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:26:24.638606 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28416c-efb5-4f7d-abc8-3c49b5f6a101 req-a19e0c0f-431c-4c1b-b38b-b6d4766122cd tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:24.640008 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8a28416c-efb5-4f7d-abc8-3c49b5f6a101 req-a19e0c0f-431c-4c1b-b38b-b6d4766122cd tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 945 time: 0.0627747 Jul 12 17:26:24.680403 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8a28416c-efb5-4f7d-abc8-3c49b5f6a101 req-b68b2f2c-53e9-4347-8194-7a9002e631a0 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344343 Jul 12 17:26:25.855189 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2ff63-fedd-447c-9bc0-b50bdf25779d req-eeaafcc9-2cb8-4149-847d-96ea569a1124 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:25.856677 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-10b2ff63-fedd-447c-9bc0-b50bdf25779d req-eeaafcc9-2cb8-4149-847d-96ea569a1124 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 945 time: 0.0621197 Jul 12 17:26:25.894195 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-10b2ff63-fedd-447c-9bc0-b50bdf25779d req-7d4c0f63-98ee-4029-969c-8303726bfe57 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/security-groups?id=2e2526a6-2eec-4e80-8178-0059efb5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Jul 12 17:26:26.204127 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-e453b29d-f2de-4b12-a802-c5c732a77f78 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:26.205593 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-e453b29d-f2de-4b12-a802-c5c732a77f78 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 945 time: 0.0606358 Jul 12 17:26:26.299950 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Deleting port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:26:26.300286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:26.648629 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] For port 3fd791d4-a4cf-4e1e-9f59-84237de015f4, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=3fd791d4-a4cf-4e1e-9f59-84237de015f4,segment=NetworkSegment(d1dfcbfc-6d62-43bd-b303-0806c62c8bfc),segment_id=d1dfcbfc-6d62-43bd-b303-0806c62c8bfc)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:26.648982 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:26.661800 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Calling delete_port for 3fd791d4-a4cf-4e1e-9f59-84237de015f4 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:26:26.786686 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:26.797637 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['3fd791d4-a4cf-4e1e-9f59-84237de015f4'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:26.822775 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Pushing event deleted for resources: {'Port': ['ID=3fd791d4-a4cf-4e1e-9f59-84237de015f4,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:26.860012 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] No DVR routers for this DVR port 3fd791d4-a4cf-4e1e-9f59-84237de015f4 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:26:26.862823 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:26.864767 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-88804839-199f-4d1c-8ac9-531c3bc9ba4d req-b3d01e4e-ef37-461c-9468-43bf9c5c6e90 tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.97 "DELETE /v2.0/ports/3fd791d4-a4cf-4e1e-9f59-84237de015f4 HTTP/1.1" status: 204 len: 173 time: 0.6526370 Jul 12 17:26:26.865186 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'name': 'network-vif-deleted', 'tag': '3fd791d4-a4cf-4e1e-9f59-84237de015f4'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:26.867474 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe8d913-eed9-49aa-b23d-ccebf1898273" -d '{"events": [{"server_uuid": "acc35e2a-0409-4c68-9b59-1dca43ab42f4", "name": "network-vif-deleted", "tag": "3fd791d4-a4cf-4e1e-9f59-84237de015f4"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:26.910752 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a3a426-6a33-4b77-a9bb-91415dc08416 x-openstack-request-id: req-e3a3a426-6a33-4b77-a9bb-91415dc08416 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:26.911110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc35e2a-0409-4c68-9b59-1dca43ab42f4", "name": "network-vif-deleted", "tag": "3fd791d4-a4cf-4e1e-9f59-84237de015f4", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:26.911551 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3a3a426-6a33-4b77-a9bb-91415dc08416 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:26.911954 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc35e2a-0409-4c68-9b59-1dca43ab42f4', 'name': 'network-vif-deleted', 'tag': '3fd791d4-a4cf-4e1e-9f59-84237de015f4', 'status': 'completed', 'code': 200} Jul 12 17:26:27.033550 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b0e08c2b-91a3-49a5-bf7d-7e7601153fc3 req-6ac6b724-6a95-4ca5-8ffc-29e35903ef2f tempest-AttachVolumeNegativeTest-1390368274 tempest-AttachVolumeNegativeTest-1390368274-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc35e2a-0409-4c68-9b59-1dca43ab42f4 HTTP/1.1" status: 200 len: 210 time: 0.0276785 Jul 12 17:26:28.127548 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51396) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:28.174742 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] Deleting subnet b584d6f2-3c13-48e1-beb0-55d59a171a7f {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:26:28.177634 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.209862 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.247150 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.297744 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.322861 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b584d6f2-3c13-48e1-beb0-55d59a171a7f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:28.324805 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.327117 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-65c8aad6-1862-4762-94be-319179d12b8f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b584d6f2-3c13-48e1-beb0-55d59a171a7f HTTP/1.1" status: 204 len: 168 time: 0.1981196 Jul 12 17:26:28.329152 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51400) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:28.398050 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.472224 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.481517 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:28.491191 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:28.491480 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dfcbfc-6d62-43bd-b303-0806c62c8bfc') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:28.499760 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.513084 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.519625 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:26:28.520006 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:26:28.521860 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:26:28.576367 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.582185 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.586274 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] 10.222.0.74 "DELETE /v2.0/networks/a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e HTTP/1.1" status: 204 len: 168 time: 0.2555566 Jul 12 17:26:28.598240 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a1cb6-529d-4930-880b-581e069bebdc admin admin] Pushing event deleted for resources: {'Network': ['ID=a000e4c9-8fbe-4d7a-9cf7-4505f4cf164e,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:28.740364 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51404) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:28.780329 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a996128c-46c2-4c5c-adff-4d824e5b0618 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=580cbcb5c0a548faac738a43889708a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387456 Jul 12 17:26:28.782673 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51406) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:28.831634 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3ca51c0b-1df9-4645-b0fe-3ebc92476b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.851776 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3ca51c0b-1df9-4645-b0fe-3ebc92476b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.898354 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3ca51c0b-1df9-4645-b0fe-3ebc92476b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.901136 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-3ca51c0b-1df9-4645-b0fe-3ebc92476b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:28.902336 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-3ca51c0b-1df9-4645-b0fe-3ebc92476b0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e2526a6-2eec-4e80-8178-0059efb5778c HTTP/1.1" status: 204 len: 168 time: 0.1187756 Jul 12 17:26:28.909900 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca51c0b-1df9-4645-b0fe-3ebc92476b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2526a6-2eec-4e80-8178-0059efb5778c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:29.978439 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3fd791d4-a4cf-4e1e-9f59-84237de015f4 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:26:29.997779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 3fd791d4-a4cf-4e1e-9f59-84237de015f4 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:26:29.998122 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 3fd791d4-a4cf-4e1e-9f59-84237de015f4 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:26:33.608666 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51492) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:33.707150 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-802749a6-5280-4ad4-bb45-80abec625d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:33.794253 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-802749a6-5280-4ad4-bb45-80abec625d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:33.798637 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-802749a6-5280-4ad4-bb45-80abec625d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:33.836069 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-802749a6-5280-4ad4-bb45-80abec625d7b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba21db226c20482e824e6efd67f0f616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263546 Jul 12 17:26:33.836999 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802749a6-5280-4ad4-bb45-80abec625d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6d74cb-d589-4bf5-85d9-8f3b01477932,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:33.838742 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51496) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:33.886650 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a4db-8997-47e5-bd07-2e0e7138f787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:33.908439 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a4db-8997-47e5-bd07-2e0e7138f787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:33.951896 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a4db-8997-47e5-bd07-2e0e7138f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:33.954481 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a4db-8997-47e5-bd07-2e0e7138f787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:33.955620 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-dfe3a4db-8997-47e5-bd07-2e0e7138f787 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f6d74cb-d589-4bf5-85d9-8f3b01477932 HTTP/1.1" status: 204 len: 168 time: 0.1157575 Jul 12 17:26:33.963044 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3a4db-8997-47e5-bd07-2e0e7138f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6d74cb-d589-4bf5-85d9-8f3b01477932,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:34.203767 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51502) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:34.217446 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6fed5eae-bd19-4924-b1d6-cfed783d0f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.306268 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6fed5eae-bd19-4924-b1d6-cfed783d0f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.309918 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6fed5eae-bd19-4924-b1d6-cfed783d0f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.345342 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed5eae-bd19-4924-b1d6-cfed783d0f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcacf61-99b1-41bb-824f-aaf366f675fc,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:34.350303 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6fed5eae-bd19-4924-b1d6-cfed783d0f22 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2de71ba25c944369088d8a1a3bf9bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447942 Jul 12 17:26:34.352107 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51504) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:34.400993 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9e50be73-8421-4d6b-981d-a7a563f7e17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.421749 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9e50be73-8421-4d6b-981d-a7a563f7e17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.465908 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9e50be73-8421-4d6b-981d-a7a563f7e17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.468490 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9e50be73-8421-4d6b-981d-a7a563f7e17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.469681 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-9e50be73-8421-4d6b-981d-a7a563f7e17f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/abcacf61-99b1-41bb-824f-aaf366f675fc HTTP/1.1" status: 204 len: 168 time: 0.1166131 Jul 12 17:26:34.477974 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50be73-8421-4d6b-981d-a7a563f7e17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcacf61-99b1-41bb-824f-aaf366f675fc,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.644172 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51586) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:38.743762 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93157287-daaf-4d2c-aab2-28eb54cc8c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.834164 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93157287-daaf-4d2c-aab2-28eb54cc8c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.837899 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-93157287-daaf-4d2c-aab2-28eb54cc8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.877675 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-93157287-daaf-4d2c-aab2-28eb54cc8c8b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5a1fd2b61fb42b2a683ed2d3b2dc399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322986 Jul 12 17:26:38.878472 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93157287-daaf-4d2c-aab2-28eb54cc8c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f5b539-b833-48d8-90c8-edf90bf99fdc,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.881128 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51592) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:38.929939 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4830b8b-f539-4463-8c6f-59e741279126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.952509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4830b8b-f539-4463-8c6f-59e741279126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.997373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4830b8b-f539-4463-8c6f-59e741279126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.999839 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f4830b8b-f539-4463-8c6f-59e741279126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.000997 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f4830b8b-f539-4463-8c6f-59e741279126 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90f5b539-b833-48d8-90c8-edf90bf99fdc HTTP/1.1" status: 204 len: 168 time: 0.1179481 Jul 12 17:26:39.008523 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4830b8b-f539-4463-8c6f-59e741279126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f5b539-b833-48d8-90c8-edf90bf99fdc,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:39.253108 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51598) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:39.266152 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0c1179c5-24dc-49fc-8b1f-a665a3c7c6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.355122 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0c1179c5-24dc-49fc-8b1f-a665a3c7c6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.359322 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0c1179c5-24dc-49fc-8b1f-a665a3c7c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.396436 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-0c1179c5-24dc-49fc-8b1f-a665a3c7c6a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6267f2f3b1694d3bb5437de0dad5c6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422305 Jul 12 17:26:39.397478 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1179c5-24dc-49fc-8b1f-a665a3c7c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c0468-32cf-4c72-b2ce-eb232505575b,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:39.399212 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51600) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:39.448678 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2af76c1e-f342-4aeb-9bd7-bd5d82830b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.468554 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2af76c1e-f342-4aeb-9bd7-bd5d82830b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.512751 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2af76c1e-f342-4aeb-9bd7-bd5d82830b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.515394 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2af76c1e-f342-4aeb-9bd7-bd5d82830b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.516777 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2af76c1e-f342-4aeb-9bd7-bd5d82830b8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d3c0468-32cf-4c72-b2ce-eb232505575b HTTP/1.1" status: 204 len: 168 time: 0.1160216 Jul 12 17:26:39.525377 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af76c1e-f342-4aeb-9bd7-bd5d82830b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c0468-32cf-4c72-b2ce-eb232505575b,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:41.261403 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51662) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:41.360604 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2f2d15a3-f7fb-4e72-95c4-695e2bb5989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.443795 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2f2d15a3-f7fb-4e72-95c4-695e2bb5989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.447437 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2f2d15a3-f7fb-4e72-95c4-695e2bb5989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.484283 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d15a3-f7fb-4e72-95c4-695e2bb5989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ceaad-2fa9-470f-87ce-012e866829fa,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:41.489254 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2f2d15a3-f7fb-4e72-95c4-695e2bb5989f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d44b0fa52a3a4ae0a5242e0da9cebeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268031 Jul 12 17:26:41.492490 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51666) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:41.541890 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0c087f8d-8317-4da2-b5ca-33af620af6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.562793 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0c087f8d-8317-4da2-b5ca-33af620af6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.607011 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0c087f8d-8317-4da2-b5ca-33af620af6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.609456 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-0c087f8d-8317-4da2-b5ca-33af620af6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.611209 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-0c087f8d-8317-4da2-b5ca-33af620af6fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ec1ceaad-2fa9-470f-87ce-012e866829fa HTTP/1.1" status: 204 len: 168 time: 0.1178193 Jul 12 17:26:41.618773 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c087f8d-8317-4da2-b5ca-33af620af6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ceaad-2fa9-470f-87ce-012e866829fa,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:41.886506 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51674) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:41.900265 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cdad-42b3-4c30-99c0-bacc8121b1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.987628 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cdad-42b3-4c30-99c0-bacc8121b1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:41.991670 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8ac5cdad-42b3-4c30-99c0-bacc8121b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:42.028754 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8ac5cdad-42b3-4c30-99c0-bacc8121b1d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ff5c254b9384950915a04d945fccb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411779 Jul 12 17:26:42.029613 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5cdad-42b3-4c30-99c0-bacc8121b1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb7cfa4-bd11-46d3-80ff-67556afa285c,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:42.031860 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51676) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:42.080439 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fef5486d-48ac-458a-826c-d4b815655cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:42.101240 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fef5486d-48ac-458a-826c-d4b815655cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:42.153722 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fef5486d-48ac-458a-826c-d4b815655cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:42.156166 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fef5486d-48ac-458a-826c-d4b815655cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:42.157831 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-fef5486d-48ac-458a-826c-d4b815655cdb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8eb7cfa4-bd11-46d3-80ff-67556afa285c HTTP/1.1" status: 204 len: 168 time: 0.1248848 Jul 12 17:26:42.165186 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5486d-48ac-458a-826c-d4b815655cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb7cfa4-bd11-46d3-80ff-67556afa285c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:45.717228 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bd540031-6751-45f1-bec8-c2f1ea37603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.168747 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51746) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:46.272006 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ed2c1e1a-0693-43ae-b670-03836526fa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.357717 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ed2c1e1a-0693-43ae-b670-03836526fa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.362522 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ed2c1e1a-0693-43ae-b670-03836526fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.399024 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-ed2c1e1a-0693-43ae-b670-03836526fa52 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f4297438f4c0462a9bf9e1ba9ae3c5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292266 Jul 12 17:26:46.401144 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c1e1a-0693-43ae-b670-03836526fa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00c013e-e527-47f7-b071-3e8f557a0599,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:46.402077 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51750) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:46.451183 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2cf-6a13-4256-b1da-b3b3d0e03c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.471877 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2cf-6a13-4256-b1da-b3b3d0e03c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.515681 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2cf-6a13-4256-b1da-b3b3d0e03c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.518921 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2cf-6a13-4256-b1da-b3b3d0e03c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.520066 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-fe25a2cf-6a13-4256-b1da-b3b3d0e03c79 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b00c013e-e527-47f7-b071-3e8f557a0599 HTTP/1.1" status: 204 len: 168 time: 0.1170118 Jul 12 17:26:46.527673 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a2cf-6a13-4256-b1da-b3b3d0e03c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00c013e-e527-47f7-b071-3e8f557a0599,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:46.768532 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 51756) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:46.781428 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7a28e9b9-a77b-4e5d-9cdd-c5eb1c25ccd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.868123 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7a28e9b9-a77b-4e5d-9cdd-c5eb1c25ccd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.871884 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7a28e9b9-a77b-4e5d-9cdd-c5eb1c25ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.912188 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-7a28e9b9-a77b-4e5d-9cdd-c5eb1c25ccd9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ebd665a8424a4baaa94ecf662b4b1a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426103 Jul 12 17:26:46.914074 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28e9b9-a77b-4e5d-9cdd-c5eb1c25ccd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dfae52-59da-4b85-a8fe-1b4e4d2af90a,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:46.914941 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51758) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:46.962514 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75e31b60-bb8a-45a4-95c7-fa56c47a6213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:46.982852 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75e31b60-bb8a-45a4-95c7-fa56c47a6213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:47.028414 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75e31b60-bb8a-45a4-95c7-fa56c47a6213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:47.031067 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-75e31b60-bb8a-45a4-95c7-fa56c47a6213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:47.032319 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-75e31b60-bb8a-45a4-95c7-fa56c47a6213 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6dfae52-59da-4b85-a8fe-1b4e4d2af90a HTTP/1.1" status: 204 len: 168 time: 0.1163943 Jul 12 17:26:47.039611 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e31b60-bb8a-45a4-95c7-fa56c47a6213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dfae52-59da-4b85-a8fe-1b4e4d2af90a,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:47.308953 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:26:49.009281 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:49.575463 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-33bac7e2-8275-4965-950a-00f248dcb652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:51.554533 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:52.350002 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:53.442139 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.568560 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 51996) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:27:14.669127 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-94339efa-5f3f-4b85-8695-ba6f23fd09d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.759626 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-94339efa-5f3f-4b85-8695-ba6f23fd09d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.763887 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-94339efa-5f3f-4b85-8695-ba6f23fd09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.800537 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-94339efa-5f3f-4b85-8695-ba6f23fd09d1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=49b0c83d79bd4bbca1d21413fc9ea58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309155 Jul 12 17:27:14.801399 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94339efa-5f3f-4b85-8695-ba6f23fd09d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e1fb32-b37c-4ae0-8f7b-3745d3b54e14,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:14.803250 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52000) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:27:14.854381 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9249c431-78ff-431f-8f07-e5d484e259fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.876218 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9249c431-78ff-431f-8f07-e5d484e259fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.927032 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9249c431-78ff-431f-8f07-e5d484e259fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.934665 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9249c431-78ff-431f-8f07-e5d484e259fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:14.934665 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-9249c431-78ff-431f-8f07-e5d484e259fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/14e1fb32-b37c-4ae0-8f7b-3745d3b54e14 HTTP/1.1" status: 204 len: 168 time: 0.1262453 Jul 12 17:27:14.940151 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249c431-78ff-431f-8f07-e5d484e259fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e1fb32-b37c-4ae0-8f7b-3745d3b54e14,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:15.719293 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-900ae7d4-cc47-469d-89a8-1fd040740dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:19.010838 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:19.576410 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ad18-760f-48a9-80a4-08300eb35bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:21.556794 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:22.347264 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:23.444721 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:24.307239 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:27:45.720935 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-dd98e814-6750-48c0-bf7f-847b2b43827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:47.504694 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-ab8a9244-b7e8-491a-917d-0c7aa524781d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351466 Jul 12 17:27:47.597589 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-25e69fa1-450c-4a65-b1aa-338c2e6fb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:47.599099 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-25e69fa1-450c-4a65-b1aa-338c2e6fb7cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 1099 time: 0.0514226 Jul 12 17:27:47.712739 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-3ce199a7-57e3-4149-8edb-09587f14ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:47.714239 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-3ce199a7-57e3-4149-8edb-09587f14ef00 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0932364 Jul 12 17:27:47.777500 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-5f5266ce-7cfc-49f5-8801-1540bd945ec2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9 HTTP/1.1" status: 200 len: 1000 time: 0.0564275 Jul 12 17:27:47.828877 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-0e202fbd-a5f4-4088-9f78-1abaa195e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:47.830380 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-0e202fbd-a5f4-4088-9f78-1abaa195e47d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0470715 Jul 12 17:27:47.885917 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-7c28fa7d-8bd5-47cb-8b71-c4e6d0192a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:47.887419 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-7c28fa7d-8bd5-47cb-8b71-c4e6d0192a9d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513501 Jul 12 17:27:47.976324 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-b88da520-781d-40f6-a554-b3d6d79b6aa1 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820830 Jul 12 17:27:48.069994 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e32d9311-ed90-48e5-b42c-7789b026f876 req-0362ccc8-3b33-49ad-8005-df15921b65fe service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872669 Jul 12 17:27:49.011298 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:49.578385 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a41af3ce-dbf1-4ff8-81c9-8eed0045d525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:51.559164 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:52.346976 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:53.449416 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:01.305720 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:28:14.198838 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07259624-28bd-41c8-9865-99f2464f351e req-6ee4112f-a74a-4855-becc-7a2d8b21d05a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:14.200307 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-07259624-28bd-41c8-9865-99f2464f351e req-6ee4112f-a74a-4855-becc-7a2d8b21d05a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 946 time: 0.1671884 Jul 12 17:28:14.237772 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-07259624-28bd-41c8-9865-99f2464f351e req-8be8c2f5-a0cf-48c3-b8c6-5382eadcb47d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311513 Jul 12 17:28:15.459829 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847ca75-8a08-4b9f-88d1-3cef3f7dbe9d req-06c40d6a-a0f5-4145-bc24-b434ec290b1e tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:15.461304 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1847ca75-8a08-4b9f-88d1-3cef3f7dbe9d req-06c40d6a-a0f5-4145-bc24-b434ec290b1e tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 946 time: 0.1102374 Jul 12 17:28:15.499967 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1847ca75-8a08-4b9f-88d1-3cef3f7dbe9d req-aff4ebe2-c940-4b37-b92b-618e97e5bdb5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320575 Jul 12 17:28:15.548905 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-0dac4506-c47c-4124-ba51-fa4f8453ddf0 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:15.550306 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-0dac4506-c47c-4124-ba51-fa4f8453ddf0 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 946 time: 0.0675182 Jul 12 17:28:15.647658 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Deleting port ea3be95c-7192-4e32-9499-5d4e85a65ed9 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:15.647996 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:15.722112 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-dfebbd54-49b7-4269-93cb-6470678faf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:15.736785 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] For port ea3be95c-7192-4e32-9499-5d4e85a65ed9, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=ea3be95c-7192-4e32-9499-5d4e85a65ed9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:15.737147 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:15.904137 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:15.904435 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:15.904752 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Floating IP e5785875-1e7b-467e-b578-6d1c3457b47d disassociated. External IP: 172.27.1.5, port: ea3be95c-7192-4e32-9499-5d4e85a65ed9. Jul 12 17:28:15.905099 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Calling delete_port for ea3be95c-7192-4e32-9499-5d4e85a65ed9 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:16.030581 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:16.056824 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event deleted for resources: {'Port': ['ID=ea3be95c-7192-4e32-9499-5d4e85a65ed9,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:16.068841 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.069263 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.069506 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.069857 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.070184 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.070505 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.070814 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.071135 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.071452 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.071765 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.072077 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.072381 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:16.182494 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:28:16.291220 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:28:16.301003 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:28:16.310820 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:16.311425 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:27:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:16.335038 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] No DVR routers for this DVR port ea3be95c-7192-4e32-9499-5d4e85a65ed9 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:28:16.337553 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:16.339788 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bd3915c0-efe3-429f-9737-209cbf830cc6 req-fd6579ad-37fb-4484-9079-f71bf4165ab3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "DELETE /v2.0/ports/ea3be95c-7192-4e32-9499-5d4e85a65ed9 HTTP/1.1" status: 204 len: 173 time: 0.7837884 Jul 12 17:28:16.340236 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'name': 'network-vif-deleted', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:16.343070 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952d12c6-61e2-4a1a-ac10-5a9d4efde447" -d '{"events": [{"server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "name": "network-vif-deleted", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:16.423359 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:16.463479 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7147a0d-dffe-438c-80a5-1afeb80fdb60 x-openstack-request-id: req-b7147a0d-dffe-438c-80a5-1afeb80fdb60 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:16.463773 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2068c-6136-4ae1-a2e8-d8cf1e9b693b", "name": "network-vif-deleted", "tag": "ea3be95c-7192-4e32-9499-5d4e85a65ed9", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:16.464066 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b7147a0d-dffe-438c-80a5-1afeb80fdb60 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:16.465545 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a2068c-6136-4ae1-a2e8-d8cf1e9b693b', 'name': 'network-vif-deleted', 'tag': 'ea3be95c-7192-4e32-9499-5d4e85a65ed9', 'status': 'completed', 'code': 200} Jul 12 17:28:16.633506 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:16.663308 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:28:16.670233 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-341bddde-58b6-4aed-a749-40a81fab8e46 req-3d8fdc21-9c4a-4f2e-a3ae-43da670ca37c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a2068c-6136-4ae1-a2e8-d8cf1e9b693b HTTP/1.1" status: 200 len: 210 time: 0.0295184 Jul 12 17:28:16.673125 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:16.673739 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:27:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:16.776521 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:16.964362 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:16.990258 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f92ac-45bd-41c5-bf2a-a310a5b81886 None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:28:17.194121 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8069d6-c648-41a0-9223-b1996a8661f9 None None] New status for floating IP e5785875-1e7b-467e-b578-6d1c3457b47d: DOWN {{(pid=99422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:28:17.948759 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-8cdddcc0-4aec-41ae-968e-c88d940b2394 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874583425&fields=id&tenant_id=5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 267 time: 0.0323117 Jul 12 17:28:18.053493 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-f2e511f9-6798-46e5-a38e-d9b67d35d961 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:18.055027 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-f2e511f9-6798-46e5-a38e-d9b67d35d961 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 812 time: 0.1000619 Jul 12 17:28:18.069181 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-d8872b18-d078-4b41-9504-7e488f291850 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/quotas/5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 375 time: 0.0088158 Jul 12 17:28:18.135471 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-ae447efe-c289-4631-a6e0-66bf7af26a9d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614889 Jul 12 17:28:18.231604 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-b561034b-d83b-4052-aa37-980c119ac71c service neutron] 10.222.0.74 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854352 Jul 12 17:28:18.318921 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-bfd082f8-8c7e-4d08-bd94-09bde4167dbf service neutron] 10.222.0.74 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811253 Jul 12 17:28:18.607691 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-725a8a66-f6eb-4c87-84ef-c8d47d5b7af5 req-e5963b57-8800-40da-8026-bc2e9b35bbc2 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0287476 Jul 12 17:28:19.015192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.578934 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5d7013b4-dbcf-47c1-b30e-c36c11dfefb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.766009 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-de731c2a-002e-4edf-aab1-0af5f3695192 req-89117864-d57f-49d2-b094-5bf25226a9b0 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0450158 Jul 12 17:28:19.786141 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-20ae4a9b-fdf4-4c4d-85ee-b1f9e61d75d9 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:19.787767 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-20ae4a9b-fdf4-4c4d-85ee-b1f9e61d75d9 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 812 time: 0.1217341 Jul 12 17:28:19.838670 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-34d6bb9b-83cf-4bc3-8a05-9b4292ecec53 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 379 time: 0.0363286 Jul 12 17:28:19.847115 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'port': {'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'admin_state_up': True, 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'security_groups': ['99b677dc-a1d6-4c70-9167-02a892eecfdc']}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:28:19.954585 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Made reservation on behalf of 5df6a953eb5747a99580bdae74e8868c for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:28:19.958147 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.083861 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Allocated IP 172.20.0.12 (94cfb477-f4b7-4b5b-963e-6e4d229b56c3/47aea377-9461-47a0-b086-b4a999510d08/2dfb78d5-85b2-4414-85fd-be12983bda23) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:28:20.228792 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.243849 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Transition to ACTIVE for port object 2dfb78d5-85b2-4414-85fd-be12983bda23 will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:28:20.277966 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.321104 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:28:20.326842 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:28:20.330619 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:28:20.357254 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=2dfb78d5-85b2-4414-85fd-be12983bda23,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:20.385120 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:20.385805 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.400561 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-42ca71e6-71f3-4321-932b-7bf81c054d15 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570889 Jul 12 17:28:20.413057 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Request body: {'port': {'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:28:20.491745 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.580419 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device ea3be95c-7192-4e32-9499-5d4e85a65ed9 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:20.603546 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: ea3be95c-7192-4e32-9499-5d4e85a65ed9 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:20.603799 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device ea3be95c-7192-4e32-9499-5d4e85a65ed9 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:20.612965 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d503f4d2-a41f-40a5-ac72-0be85acbbdc2 None None] Provisioning for port 2dfb78d5-85b2-4414-85fd-be12983bda23 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:28:20.616679 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d503f4d2-a41f-40a5-ac72-0be85acbbdc2 None None] Provisioning complete for port 2dfb78d5-85b2-4414-85fd-be12983bda23 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:28:20.617122 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d503f4d2-a41f-40a5-ac72-0be85acbbdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.655121 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d503f4d2-a41f-40a5-ac72-0be85acbbdc2 None None] Port 2dfb78d5-85b2-4414-85fd-be12983bda23 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:28:20.747814 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfb78d5-85b2-4414-85fd-be12983bda23 {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:28:20.755169 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.769548 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Transition to ACTIVE for port object 2dfb78d5-85b2-4414-85fd-be12983bda23 will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:28:20.774484 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.830754 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Pushing event updated for resources: {'Port': ['ID=2dfb78d5-85b2-4414-85fd-be12983bda23,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:20.941166 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Attempting to bind port 2dfb78d5-85b2-4414-85fd-be12983bda23 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:28:20.941506 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Attempting to bind port 2dfb78d5-85b2-4414-85fd-be12983bda23 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:28:20.941858 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Attempting to bind port 2dfb78d5-85b2-4414-85fd-be12983bda23 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:28:20.950487 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Port 2dfb78d5-85b2-4414-85fd-be12983bda23 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:28:20.950764 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Attempting to bind port 2dfb78d5-85b2-4414-85fd-be12983bda23 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:28:20.958679 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:28:20.959015 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Checking segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:28:20.959402 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Bound using segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:28:20.959830 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Bound port: 2dfb78d5-85b2-4414-85fd-be12983bda23, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:28:20.960189 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:20.970610 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f80a04-6e93-44bd-bbd8-704608dd1467 req-43676066-a23d-407a-9aee-b80e0e06b507 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:20.972170 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-36f80a04-6e93-44bd-bbd8-704608dd1467 req-43676066-a23d-407a-9aee-b80e0e06b507 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0991180 Jul 12 17:28:21.042088 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-36f80a04-6e93-44bd-bbd8-704608dd1467 req-2790c61f-85bd-400f-b0f0-4294dc287c62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634179 Jul 12 17:28:21.066626 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] For port 2dfb78d5-85b2-4414-85fd-be12983bda23, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:28:21.066626 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] For port 2dfb78d5-85b2-4414-85fd-be12983bda23, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=2dfb78d5-85b2-4414-85fd-be12983bda23,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:28:21.066839 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:21.103607 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.104299 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:21.105818 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-39639aae-f47e-4e34-94a8-95649294580e service neutron] 10.222.0.97 "PUT /v2.0/ports/2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 1094 time: 0.6971827 Jul 12 17:28:21.106216 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:21.109184 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431e2f7-186c-43bf-813a-ed6f79a855c4" -d '{"events": [{"name": "network-changed", "server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:21.137452 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639aae-f47e-4e34-94a8-95649294580e service neutron] Pushing event updated for resources: {'Port': ['ID=2dfb78d5-85b2-4414-85fd-be12983bda23,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:21.159746 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df71241-ffce-41bd-b7ae-d0caa4f7ef2c x-openstack-request-id: req-7df71241-ffce-41bd-b7ae-d0caa4f7ef2c {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:21.160034 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:21.160282 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7df71241-ffce-41bd-b7ae-d0caa4f7ef2c {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:21.160668 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'status': 'completed', 'code': 200} Jul 12 17:28:21.206684 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-051d28f7-1664-415e-ba75-647bd57aee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.208300 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-051d28f7-1664-415e-ba75-647bd57aee18 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1097 time: 0.0576661 Jul 12 17:28:21.250217 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-72e45580-fa0b-4163-becb-3241b79aa7fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 217 time: 0.0350516 Jul 12 17:28:21.303496 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-f9969bdf-ea38-4800-8a28-262b241d4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.304988 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-f9969bdf-ea38-4800-8a28-262b241d4952 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0493801 Jul 12 17:28:21.360954 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-72d52495-08ea-49dd-a366-4abb62c156d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.362486 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-72d52495-08ea-49dd-a366-4abb62c156d7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519581 Jul 12 17:28:21.447789 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-6fb9fbef-8a08-4d17-abc1-ef6cd33395b7 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786526 Jul 12 17:28:21.539052 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-425f1734-0cee-47e4-bdf1-8889b2c016df req-1d07ab6a-153e-42b7-ac37-95db3aa5e42d service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839627 Jul 12 17:28:21.562222 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:21.635096 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-4be75e17-4c8d-44ac-87c9-cfe1be07cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.636564 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-4be75e17-4c8d-44ac-87c9-cfe1be07cd6b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1097 time: 0.0513847 Jul 12 17:28:21.728336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-5621a7ba-2820-4d53-ad4b-967c619abab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.729720 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-5621a7ba-2820-4d53-ad4b-967c619abab5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0860217 Jul 12 17:28:21.770296 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-7012d127-0aa0-437a-add3-f0b4b8fae506 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 217 time: 0.0331912 Jul 12 17:28:21.817979 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-078dd33f-db4b-4eb4-b5c0-dd2ed8e0e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.819457 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-078dd33f-db4b-4eb4-b5c0-dd2ed8e0e442 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0425258 Jul 12 17:28:21.879421 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-dfa9ccf9-a596-413c-b55c-84ba939fa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:21.880899 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-dfa9ccf9-a596-413c-b55c-84ba939fa192 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545478 Jul 12 17:28:21.971404 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-2e0b5110-0318-4c64-a184-29536e69ffd1 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837803 Jul 12 17:28:22.062048 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1431e2f7-186c-43bf-813a-ed6f79a855c4 req-32544473-ecff-4d0e-92a3-36f82082eace service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849345 Jul 12 17:28:22.217472 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df22f4a-b483-4510-904b-9a2b47e15df1 req-3e1d5d51-3f1c-41ef-9aff-dd9d53d01977 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:22.218987 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8df22f4a-b483-4510-904b-9a2b47e15df1 req-3e1d5d51-3f1c-41ef-9aff-dd9d53d01977 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0626884 Jul 12 17:28:22.255890 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8df22f4a-b483-4510-904b-9a2b47e15df1 req-b3a8e106-4416-4e1f-9f9e-2abd3bdc7451 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Jul 12 17:28:22.358650 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:23.435664 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333646c-b5ad-4c4f-a7d5-b0ba9a659a22 req-ce12d9ab-b28b-43d4-b3a0-ddf658dd2e6b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:23.437516 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2333646c-b5ad-4c4f-a7d5-b0ba9a659a22 req-ce12d9ab-b28b-43d4-b3a0-ddf658dd2e6b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0666974 Jul 12 17:28:23.450634 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:23.475990 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2333646c-b5ad-4c4f-a7d5-b0ba9a659a22 req-147cc0bf-5be5-4448-8424-f68c273e80d2 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327690 Jul 12 17:28:24.644365 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e521393-3211-4a68-9f74-fde6d954d4c2 req-bb13f2e5-6432-4428-9eb3-e6619a320e01 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:24.646069 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e521393-3211-4a68-9f74-fde6d954d4c2 req-bb13f2e5-6432-4428-9eb3-e6619a320e01 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0612326 Jul 12 17:28:24.682264 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e521393-3211-4a68-9f74-fde6d954d4c2 req-adc2ff3d-9566-4a72-9b9d-47c79f3bf0c5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307398 Jul 12 17:28:25.852482 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd62ee-db59-4335-ab6a-6516efbbb6e7 req-643a4b45-75f1-4c42-a2dd-e647fc516e7c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:25.853988 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-91bd62ee-db59-4335-ab6a-6516efbbb6e7 req-643a4b45-75f1-4c42-a2dd-e647fc516e7c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0610902 Jul 12 17:28:25.890610 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-91bd62ee-db59-4335-ab6a-6516efbbb6e7 req-979a6376-79ea-4876-8a25-ab999ada7178 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Jul 12 17:28:27.064231 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257bc8e-99c8-45c9-b377-a0c2768c288a req-d6e6c586-d6af-46a7-b762-1eb999e83f66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:27.065615 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e257bc8e-99c8-45c9-b377-a0c2768c288a req-d6e6c586-d6af-46a7-b762-1eb999e83f66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0654547 Jul 12 17:28:27.101730 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e257bc8e-99c8-45c9-b377-a0c2768c288a req-02b4f7b5-c7a4-4c7e-bb1c-630caa02c003 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305657 Jul 12 17:28:28.273426 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535735b0-a190-44e4-b794-7850aca8ce13 req-6dad82c6-4934-4ed7-9962-102168c23e44 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:28.274950 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-535735b0-a190-44e4-b794-7850aca8ce13 req-6dad82c6-4934-4ed7-9962-102168c23e44 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0644257 Jul 12 17:28:28.312302 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-535735b0-a190-44e4-b794-7850aca8ce13 req-fc389a57-d3c1-4098-bf75-0443b9bde2ed tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Jul 12 17:28:29.479532 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908db2-41a0-48e2-aafd-082a2d776915 req-f1784935-9a44-4625-a812-60569dca972f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:29.480996 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13908db2-41a0-48e2-aafd-082a2d776915 req-f1784935-9a44-4625-a812-60569dca972f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0609751 Jul 12 17:28:29.517273 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13908db2-41a0-48e2-aafd-082a2d776915 req-53f581f5-6ccb-4e05-946f-1b15813d8384 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302818 Jul 12 17:28:30.630206 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 2dfb78d5-85b2-4414-85fd-be12983bda23 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:28:30.685102 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e28ae3-f3c4-4fb0-a461-6c437c14adee req-7b0fb15d-ea80-4e5e-b9e4-e5e28045923f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:30.686651 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c4e28ae3-f3c4-4fb0-a461-6c437c14adee req-7b0fb15d-ea80-4e5e-b9e4-e5e28045923f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0617201 Jul 12 17:28:30.721312 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 2dfb78d5-85b2-4414-85fd-be12983bda23, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=2dfb78d5-85b2-4414-85fd-be12983bda23,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:30.722339 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c4e28ae3-f3c4-4fb0-a461-6c437c14adee req-1386222d-b8a3-46bc-99ed-2d09112aa755 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302339 Jul 12 17:28:30.733229 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:28:30.775597 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:30.788405 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfb78d5-85b2-4414-85fd-be12983bda23 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:28:30.808451 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 2dfb78d5-85b2-4414-85fd-be12983bda23, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=2dfb78d5-85b2-4414-85fd-be12983bda23,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:30.812312 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:30.863827 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=2dfb78d5-85b2-4414-85fd-be12983bda23,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:30.870919 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.871269 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.871610 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.871944 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.872279 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.872605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.872931 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.873257 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.873579 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.873928 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.874252 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:30.874569 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:31.051086 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['2dfb78d5-85b2-4414-85fd-be12983bda23'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:28:31.895021 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90fd15-4055-4135-9e7e-179115c80118 req-91b46aff-73a4-47c2-a4df-9935db171901 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:31.896697 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb90fd15-4055-4135-9e7e-179115c80118 req-91b46aff-73a4-47c2-a4df-9935db171901 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0620413 Jul 12 17:28:31.938144 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cb90fd15-4055-4135-9e7e-179115c80118 req-2d1d308a-7280-4345-8dab-be05073feb9b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357456 Jul 12 17:28:32.642368 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 2dfb78d5-85b2-4414-85fd-be12983bda23 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:28:32.689323 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 2dfb78d5-85b2-4414-85fd-be12983bda23 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:28:32.692752 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 2dfb78d5-85b2-4414-85fd-be12983bda23 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:28:32.693112 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.767803 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.789452 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:32.791676 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13944002-8ecc-4f17-a27d-93ded6ec08ab" -d '{"events": [{"server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:32.804045 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 2dfb78d5-85b2-4414-85fd-be12983bda23, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=2dfb78d5-85b2-4414-85fd-be12983bda23,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:32.808549 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.861928 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=2dfb78d5-85b2-4414-85fd-be12983bda23,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:32.885791 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e5a65-e8b1-4b6c-97b2-e262fda601d3 x-openstack-request-id: req-462e5a65-e8b1-4b6c-97b2-e262fda601d3 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:32.886165 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:32.886427 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-462e5a65-e8b1-4b6c-97b2-e262fda601d3 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:32.886851 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'code': 200} Jul 12 17:28:33.122703 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c4fb3254-a9aa-4e93-983c-0c6bca8cc870 None None] Provisioning complete for port 2dfb78d5-85b2-4414-85fd-be12983bda23 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:28:33.123070 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3254-a9aa-4e93-983c-0c6bca8cc870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:33.143964 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59645540-b955-497d-a379-f6c53469c46b req-4d78cacb-6a18-4fce-9642-3bf3944917e0 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:33.145874 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-59645540-b955-497d-a379-f6c53469c46b req-4d78cacb-6a18-4fce-9642-3bf3944917e0 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 946 time: 0.0937147 Jul 12 17:28:33.188975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef1c2e-c17b-441e-b78f-18ce636109e5 req-5ea39c27-5f42-4c1f-bd82-870d6be82c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:33.190630 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35ef1c2e-c17b-441e-b78f-18ce636109e5 req-5ea39c27-5f42-4c1f-bd82-870d6be82c14 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1099 time: 0.0929120 Jul 12 17:28:33.198327 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-59645540-b955-497d-a379-f6c53469c46b req-a9b3fae7-2f59-43f7-ac10-9d62010c1be9 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461898 Jul 12 17:28:33.227851 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-35ef1c2e-c17b-441e-b78f-18ce636109e5 req-96ace803-439f-4376-a2ce-42c00a961b78 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285680 Jul 12 17:28:34.376907 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04969bc-df7b-4fce-b183-b76083a6e574 req-7a72b924-7e04-45b9-a337-aacf61a62766 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:34.378469 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b04969bc-df7b-4fce-b183-b76083a6e574 req-7a72b924-7e04-45b9-a337-aacf61a62766 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 946 time: 0.0646350 Jul 12 17:28:34.415711 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b04969bc-df7b-4fce-b183-b76083a6e574 req-92aacf19-6264-42c0-bca5-4fc114eb2e59 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Jul 12 17:28:34.585961 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cccc11-8bf5-47d6-8460-c282ba19577a req-c168bd07-721d-423a-9d6d-f7f3cde221af tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:34.587450 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-98cccc11-8bf5-47d6-8460-c282ba19577a req-c168bd07-721d-423a-9d6d-f7f3cde221af tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 946 time: 0.0641947 Jul 12 17:28:34.625334 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-98cccc11-8bf5-47d6-8460-c282ba19577a req-c44cda48-3580-4a46-82f4-06f36c97bf49 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317404 Jul 12 17:28:34.649034 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52274) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:34.700369 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48126c-da41-45e1-bcd6-5cd7ddc27fab tempest-TestVolumeBootPattern-579779163 tempest-TestVolumeBootPattern-579779163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:34.701873 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-ef48126c-da41-45e1-bcd6-5cd7ddc27fab tempest-TestVolumeBootPattern-579779163 tempest-TestVolumeBootPattern-579779163-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0518117 Jul 12 17:28:34.704633 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52276) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:34.708966 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:28:34.730363 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.825674 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.927083 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Allocated IP 172.27.1.9 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/8da62f67-80c0-4b94-80c8-b2710645e6fa) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:28:35.298571 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.336337 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.376707 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:28:35.379649 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:28:35.384763 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:28:35.388449 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=8da62f67-80c0-4b94-80c8-b2710645e6fa,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:35.741646 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.819136 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.965312 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.969787 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:36.037928 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=8da62f67-80c0-4b94-80c8-b2710645e6fa,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:36.050783 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:36.147070 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Floating IP 57449a2c-3e0a-4109-9305-2133a2415bc7 associated. External IP: 172.27.1.9, port: 2dfb78d5-85b2-4414-85fd-be12983bda23. Jul 12 17:28:36.347371 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:28:36.452178 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:28:36.461143 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:28:36.468356 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:36.475162 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:36.475769 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:28:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:36.508888 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-4a382464-736a-42d5-acd1-251288b7ce0d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8032238 Jul 12 17:28:36.509473 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:36.511789 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f14915-8663-410e-adb8-76b772d912af" -d '{"events": [{"name": "network-changed", "server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:36.547720 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b0f84-a5c6-4d48-a7a1-775a973497bd x-openstack-request-id: req-950b0f84-a5c6-4d48-a7a1-775a973497bd {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:36.548035 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:36.548289 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-950b0f84-a5c6-4d48-a7a1-775a973497bd {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:36.548697 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'status': 'completed', 'code': 200} Jul 12 17:28:36.591273 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:36.622408 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14915-8663-410e-adb8-76b772d912af req-b5946034-cfee-4b84-b5aa-fa174f676864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:36.623822 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2f14915-8663-410e-adb8-76b772d912af req-b5946034-cfee-4b84-b5aa-fa174f676864 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1099 time: 0.0522497 Jul 12 17:28:36.713611 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14915-8663-410e-adb8-76b772d912af req-78d380e4-03f6-4d0e-9b93-be5bf76274ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:36.714735 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2f14915-8663-410e-adb8-76b772d912af req-78d380e4-03f6-4d0e-9b93-be5bf76274ca service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0836308 Jul 12 17:28:36.783362 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2f14915-8663-410e-adb8-76b772d912af req-0be142b6-3950-46fb-8401-dd92d08e5604 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 998 time: 0.0618570 Jul 12 17:28:36.812656 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:35Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:36.831225 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14915-8663-410e-adb8-76b772d912af req-67bca2ce-856d-493c-bfad-be608baf673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:36.832665 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2f14915-8663-410e-adb8-76b772d912af req-67bca2ce-856d-493c-bfad-be608baf673b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0428221 Jul 12 17:28:36.837963 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:28:36.845965 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:36.846547 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:28:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:36.892216 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14915-8663-410e-adb8-76b772d912af req-c5ef241a-50ec-4e00-9cfc-5c5cfe7f5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:36.893662 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2f14915-8663-410e-adb8-76b772d912af req-c5ef241a-50ec-4e00-9cfc-5c5cfe7f5ca0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535555 Jul 12 17:28:36.989491 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2f14915-8663-410e-adb8-76b772d912af req-404bb66e-6ce3-42b5-a96c-2335856a68fd service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884824 Jul 12 17:28:37.028700 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:37.078571 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f2f14915-8663-410e-adb8-76b772d912af req-3ae29c5f-e199-4a66-ae32-e4e0c1d10268 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825014 Jul 12 17:28:37.247893 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:35Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:37.272743 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884cebff-bf84-4ee7-bfac-074191ce4840 None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:35Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:28:37.464894 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7265b3-c12c-4186-8bc9-5b0ced8247dc None None] New status for floating IP 57449a2c-3e0a-4109-9305-2133a2415bc7: ACTIVE {{(pid=99422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:28:38.304142 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:28:45.723096 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-197327dc-d413-4809-9b0d-74f18d211db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:47.409614 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-61afb6a8-06b5-4c64-a2cc-20a026fea496 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545614 Jul 12 17:28:47.502908 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-10746344-beb6-45f9-8934-e153b7a45e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:47.504358 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-10746344-beb6-45f9-8934-e153b7a45e29 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1099 time: 0.0525167 Jul 12 17:28:47.603944 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-9f41f88a-80fd-4480-aa0d-c3d8e754a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:47.606060 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-9f41f88a-80fd-4480-aa0d-c3d8e754a12f service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0817349 Jul 12 17:28:47.674249 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-431708e5-c204-4fe4-9f72-2da83128bc2a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 1000 time: 0.0608747 Jul 12 17:28:47.724472 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-84451aff-9e44-4220-91c9-4c803ed5bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:47.725930 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-84451aff-9e44-4220-91c9-4c803ed5bda1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0429471 Jul 12 17:28:47.786726 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-68264d2c-f24a-4642-a2b1-ba6b7f31e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:47.788153 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-68264d2c-f24a-4642-a2b1-ba6b7f31e8ff service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511520 Jul 12 17:28:47.878557 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-5012d64e-7a55-4053-a31d-a0cd942e6d6c service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825632 Jul 12 17:28:47.966529 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3e892bb1-87e2-4b02-b6d2-3af43b79905e req-75a8cb14-4947-4f1d-b1bb-1ef30afa325f service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811000 Jul 12 17:28:49.017069 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:49.579899 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-caf6923f-ad9e-4618-a335-dd15b14a0354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:51.563965 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:52.359154 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:53.452772 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:10.672663 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52372) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:11.102465 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:11.342738 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Deleting port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:29:11.343069 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:11.419601 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] For port 1abe1ca7-7a09-4671-8e54-792fe7f2aa06, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:11.419960 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:11.432634 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Calling delete_port for 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 owned by network:router_interface {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:29:11.609374 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:11.638969 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abe1ca7-7a09-4671-8e54-792fe7f2aa06,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:11.801429 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:12.266629 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Router 6455eaba-0e2d-4f42-9778-77f6c5f1049b has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:29:12.371989 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:29:12.377594 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-eccbe511-ee0d-4ca7-ac6e-ae725d4762b2 admin admin] 10.222.0.74 "PUT /v2.0/routers/6455eaba-0e2d-4f42-9778-77f6c5f1049b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038693 Jul 12 17:29:12.380075 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52376) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:12.381028 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] Sync routers for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:29:12.390568 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:29:12.391164 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:28:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:12.484885 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:12.493388 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:29:12.584214 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:12.636473 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Deleting port 16052c6a-067c-4975-b778-1da2aa7e02b9 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:29:12.637113 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:12.663660 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T17:29:11Z', 'revision_number': 5, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port': {'id': '16052c6a-067c-4975-b778-1da2aa7e02b9', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:48:09Z', 'updated_at': '2021-07-12T16:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:12.692236 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] Checking router: 6455eaba-0e2d-4f42-9778-77f6c5f1049b for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:29:12.700311 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] Routers {'6455eaba-0e2d-4f42-9778-77f6c5f1049b'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:29:12.700924 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:28:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:12.713181 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] For port 16052c6a-067c-4975-b778-1da2aa7e02b9, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=16052c6a-067c-4975-b778-1da2aa7e02b9,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:12.713544 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:12.726562 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Calling delete_port for 16052c6a-067c-4975-b778-1da2aa7e02b9 owned by network:router_gateway {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:29:12.784416 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] Set router 6455eaba-0e2d-4f42-9778-77f6c5f1049b gateway port host: None {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:29:12.833925 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T17:29:12Z', 'revision_number': 6, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:12.864677 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829773-2d9f-4b7b-8ffa-1045ba946ebd None None] The sync data for ids ['6455eaba-0e2d-4f42-9778-77f6c5f1049b'] in dv-cinder-800490-1-iscsi is: [{'id': '6455eaba-0e2d-4f42-9778-77f6c5f1049b', 'name': 'tempest-AttachVolumeTestJSON-592415160-router', 'tenant_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:48:07Z', 'updated_at': '2021-07-12T17:29:12Z', 'revision_number': 6, 'project_id': 'ada83c0a2a0940dca3b3cb724e28abfb', 'gw_port_host': None}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:29:12.897935 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:12.927313 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16052c6a-067c-4975-b778-1da2aa7e02b9,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:12.986975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.076195 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.078309 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.119775 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.120416 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6455eaba-0e2d-4f42-9778-77f6c5f1049b {{(pid=99420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:29:13.125307 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.126551 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-24d2d1a2-f8c3-458a-b2ae-4783e142d1e6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6455eaba-0e2d-4f42-9778-77f6c5f1049b HTTP/1.1" status: 204 len: 168 time: 0.7455664 Jul 12 17:29:13.128938 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52378) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:13.176079 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] Deleting subnet 59a4d630-0cfa-45ec-b4e1-c2d41f166c83 {{(pid=99420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:29:13.179160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.214486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7762664'] for subnet, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.298449 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.352256 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7762017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745455'] for subnet, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.378110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a4d630-0cfa-45ec-b4e1-c2d41f166c83,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:13.380030 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.384084 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-e982666b-e365-482d-a513-a8621b9b945e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/59a4d630-0cfa-45ec-b4e1-c2d41f166c83 HTTP/1.1" status: 204 len: 168 time: 0.2520454 Jul 12 17:29:13.384429 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61882878-79c0-477e-a557-9a17476babd2 None None] Network 399cba7c-8752-4608-9ec6-fcac8d743ada requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:29:13.384881 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52380) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:13.455779 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.509316 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Deleting port 3d3c56f3-d2d9-45c5-bfed-495f55969649 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:29:13.509655 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.575134 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] For port 3d3c56f3-d2d9-45c5-bfed-495f55969649, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=3d3c56f3-d2d9-45c5-bfed-495f55969649,segment=NetworkSegment(9d9e96c4-02f9-4a00-be6c-bfb1643be61f),segment_id=9d9e96c4-02f9-4a00-be6c-bfb1643be61f)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:13.575507 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.592600 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Calling delete_port for 3d3c56f3-d2d9-45c5-bfed-495f55969649 owned by network:dhcp {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:29:13.612446 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] DHCP port deletion for 399cba7c-8752-4608-9ec6-fcac8d743ada request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:29:13.674187 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] Deleting port 3d3c56f3-d2d9-45c5-bfed-495f55969649 {{(pid=99422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:29:13.674581 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.675089 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.689982 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3d3c56f3-d2d9-45c5-bfed-495f55969649 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:29:13.702720 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3c56f3-d2d9-45c5-bfed-495f55969649,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:13.704980 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] No DVR routers for this DVR port 3d3c56f3-d2d9-45c5-bfed-495f55969649 on host dv-cinder-800490-1-iscsi {{(pid=99421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:29:13.712908 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.713248 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.713585 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.713944 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.714272 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.714962 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.715140 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.715402 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.715719 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.716070 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.716393 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.716705 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:13.743829 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 3d3c56f3-d2d9-45c5-bfed-495f55969649 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:29:13.744167 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 3d3c56f3-d2d9-45c5-bfed-495f55969649 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:29:13.744601 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:29:13.768064 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:29:13.768410 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1abe1ca7-7a09-4671-8e54-792fe7f2aa06 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:29:13.768825 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 16052c6a-067c-4975-b778-1da2aa7e02b9 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:29:13.793915 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.798208 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 16052c6a-067c-4975-b778-1da2aa7e02b9 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:29:13.798554 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 16052c6a-067c-4975-b778-1da2aa7e02b9 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:29:13.800351 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] For port 3d3c56f3-d2d9-45c5-bfed-495f55969649, host dv-cinder-800490-1-iscsi, got binding levels [] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:13.800727 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.804899 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399cba7c-8752-4608-9ec6-fcac8d743ada']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:13.813474 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] Calling delete_port for 3d3c56f3-d2d9-45c5-bfed-495f55969649 owned by network:dhcp {{(pid=99422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:29:13.818211 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.ipam_backend_mixin [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] Port 3d3c56f3-d2d9-45c5-bfed-495f55969649 was not found and therefore no delete operation was performed {{(pid=99422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 17:29:13.818211 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895'] for port, after_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.821845 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9e96c4-02f9-4a00-be6c-bfb1643be61f') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:13.822085 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9e96c4-02f9-4a00-be6c-bfb1643be61f') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:13.832469 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.845884 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] Pushing event deleted for resources: {'Port': ['ID=3d3c56f3-d2d9-45c5-bfed-495f55969649,revision_number=None']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:13.851954 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a4213-4a5c-4c9b-8c26-a0ebf31477b9 None None] No DVR routers for this DVR port 3d3c56f3-d2d9-45c5-bfed-495f55969649 on host dv-cinder-800490-1-iscsi {{(pid=99422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:29:13.852455 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.866511 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:29:13.867052 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:29:13.869054 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:29:13.929865 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.936383 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:13.940884 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] 10.222.0.74 "DELETE /v2.0/networks/399cba7c-8752-4608-9ec6-fcac8d743ada HTTP/1.1" status: 204 len: 168 time: 0.5519893 Jul 12 17:29:14.062018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52384) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:14.108577 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-3ac89b44-8392-4872-a8d6-6f9113ddf3e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ada83c0a2a0940dca3b3cb724e28abfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402889 Jul 12 17:29:14.108577 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52386) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:14.157117 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a6636501-e691-4628-920b-ce2254ea6c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:14.178700 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a6636501-e691-4628-920b-ce2254ea6c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:14.206577 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729ac1-2314-4741-b4ca-dc8bee08d00c admin admin] Pushing event deleted for resources: {'Network': ['ID=399cba7c-8752-4608-9ec6-fcac8d743ada,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:14.227569 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a6636501-e691-4628-920b-ce2254ea6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:14.230599 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-a6636501-e691-4628-920b-ce2254ea6c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:14.231444 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-a6636501-e691-4628-920b-ce2254ea6c60 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b04cbeb-76a1-45b5-b5e0-87ebf7c80e38 HTTP/1.1" status: 204 len: 168 time: 0.1245542 Jul 12 17:29:14.239790 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6636501-e691-4628-920b-ce2254ea6c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b04cbeb-76a1-45b5-b5e0-87ebf7c80e38,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:15.302054 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:29:15.725351 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c0c580fc-7187-4d52-b16c-b77fdb5a906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.467223 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52456) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:16.568970 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.657719 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.662288 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.699840 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=df0773139c3b4f2fb294c8b58e5f8960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315092 Jul 12 17:29:16.700809 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceaefe2-c09b-4052-9c6a-805be493ef3c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:16.702499 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52460) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:16.707893 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.708246 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.708585 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.708916 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.709248 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.709575 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.709933 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.710262 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.710586 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.711049 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.711225 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.711543 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040f7136-762e-4763-9765-df560b8dcb7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:16.750399 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e7a-0ca1-4778-8a90-8c53b13ce708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.770412 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e7a-0ca1-4778-8a90-8c53b13ce708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.818349 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e7a-0ca1-4778-8a90-8c53b13ce708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.820758 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e7a-0ca1-4778-8a90-8c53b13ce708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:16.821933 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6ff58e7a-0ca1-4778-8a90-8c53b13ce708 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dceaefe2-c09b-4052-9c6a-805be493ef3c HTTP/1.1" status: 204 len: 168 time: 0.1184192 Jul 12 17:29:16.829532 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff58e7a-0ca1-4778-8a90-8c53b13ce708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceaefe2-c09b-4052-9c6a-805be493ef3c,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:17.088053 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52466) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:17.101207 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-80957059-9549-4607-9769-c88a46aa4f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:17.186549 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-80957059-9549-4607-9769-c88a46aa4f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:17.190464 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-80957059-9549-4607-9769-c88a46aa4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:17.232308 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-80957059-9549-4607-9769-c88a46aa4f0d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43d1d0770d204dee816c4654968ab064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426020 Jul 12 17:29:17.233131 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52468) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:17.233249 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80957059-9549-4607-9769-c88a46aa4f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0091a0e3-25da-4e26-9b38-f3cb897eded7,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:17.284494 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d2915945-414f-41bb-9628-07bfd67c756e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:17.304878 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d2915945-414f-41bb-9628-07bfd67c756e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:17.353588 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d2915945-414f-41bb-9628-07bfd67c756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:17.356414 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d2915945-414f-41bb-9628-07bfd67c756e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:17.357724 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-d2915945-414f-41bb-9628-07bfd67c756e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0091a0e3-25da-4e26-9b38-f3cb897eded7 HTTP/1.1" status: 204 len: 168 time: 0.1235065 Jul 12 17:29:17.365858 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915945-414f-41bb-9628-07bfd67c756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0091a0e3-25da-4e26-9b38-f3cb897eded7,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:19.019721 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:19.581329 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a05497b5-8e71-4cf2-ba7c-3bed6b3390fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:21.568775 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:22.374118 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:23.456033 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:25.829955 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52604) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:25.930486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-84d88d7a-4063-4835-b9dc-f2b26e5be48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.015449 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-84d88d7a-4063-4835-b9dc-f2b26e5be48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.019466 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-84d88d7a-4063-4835-b9dc-f2b26e5be48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.058937 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-84d88d7a-4063-4835-b9dc-f2b26e5be48b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1fb26aef66194ae0bcccb6c95af3f9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278428 Jul 12 17:29:26.060289 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d88d7a-4063-4835-b9dc-f2b26e5be48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ac3e29-6ff1-491a-8b40-2c6c80a1a0f5,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:26.062121 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52608) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:26.109936 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8e472f5b-5114-4e89-a8d0-6b9395bb7126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.129819 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8e472f5b-5114-4e89-a8d0-6b9395bb7126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.173356 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8e472f5b-5114-4e89-a8d0-6b9395bb7126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.175834 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-8e472f5b-5114-4e89-a8d0-6b9395bb7126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.176946 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-8e472f5b-5114-4e89-a8d0-6b9395bb7126 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e8ac3e29-6ff1-491a-8b40-2c6c80a1a0f5 HTTP/1.1" status: 204 len: 168 time: 0.1131046 Jul 12 17:29:26.184769 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e472f5b-5114-4e89-a8d0-6b9395bb7126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ac3e29-6ff1-491a-8b40-2c6c80a1a0f5,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:26.424463 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52614) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:26.437789 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1779-0809-4b86-ae23-a1b7647f88f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.523361 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1779-0809-4b86-ae23-a1b7647f88f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.526991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1779-0809-4b86-ae23-a1b7647f88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.564426 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-bf8f1779-0809-4b86-ae23-a1b7647f88f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7b8ec1749eb4553a4db436f42cc9d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388993 Jul 12 17:29:26.565498 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f1779-0809-4b86-ae23-a1b7647f88f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9eade2-0237-4bf7-bcf9-dd85f4458379,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:26.567096 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52616) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:26.615951 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fe81dafd-49d3-4db7-8a94-0d1299e04482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.636459 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fe81dafd-49d3-4db7-8a94-0d1299e04482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.684145 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fe81dafd-49d3-4db7-8a94-0d1299e04482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.686953 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fe81dafd-49d3-4db7-8a94-0d1299e04482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:26.688073 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-fe81dafd-49d3-4db7-8a94-0d1299e04482 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef9eade2-0237-4bf7-bcf9-dd85f4458379 HTTP/1.1" status: 204 len: 168 time: 0.1200008 Jul 12 17:29:26.695879 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81dafd-49d3-4db7-8a94-0d1299e04482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9eade2-0237-4bf7-bcf9-dd85f4458379,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:27.007514 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52622) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:27.021156 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8aae1798-b89e-462f-9464-70f2691dedf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:27.109217 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8aae1798-b89e-462f-9464-70f2691dedf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:27.112868 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8aae1798-b89e-462f-9464-70f2691dedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:27.151279 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-8aae1798-b89e-462f-9464-70f2691dedf2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce76d6e4e95f41e190b39f58b49d69a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413693 Jul 12 17:29:27.151279 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae1798-b89e-462f-9464-70f2691dedf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ec145-e7ea-4dc6-985d-434f3ab74be9,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:27.152692 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52624) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:27.202478 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-030aee7e-095e-431b-b012-1cdb2b37d1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:27.222582 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-030aee7e-095e-431b-b012-1cdb2b37d1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:27.267775 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-030aee7e-095e-431b-b012-1cdb2b37d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:27.270658 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-030aee7e-095e-431b-b012-1cdb2b37d1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:27.271823 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-030aee7e-095e-431b-b012-1cdb2b37d1d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a31ec145-e7ea-4dc6-985d-434f3ab74be9 HTTP/1.1" status: 204 len: 168 time: 0.1174431 Jul 12 17:29:27.279860 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aee7e-095e-431b-b012-1cdb2b37d1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ec145-e7ea-4dc6-985d-434f3ab74be9,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:45.727343 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b2bb691b-b78c-4d29-87df-02ec6695f98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:48.424668 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-bc80ebc8-3b0d-4f40-8708-1aa528a95d98 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544417 Jul 12 17:29:48.522727 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11deef0-cd1c-4168-8e97-390daff913ec req-75ad95b0-a98d-4804-bffe-7173c50ec0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:29:48.524289 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-75ad95b0-a98d-4804-bffe-7173c50ec0ea service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1099 time: 0.0542219 Jul 12 17:29:48.628051 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11deef0-cd1c-4168-8e97-390daff913ec req-311399bf-c9c3-48fc-ac64-6473486ef2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:29:48.629552 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-311399bf-c9c3-48fc-ac64-6473486ef2b0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0836616 Jul 12 17:29:48.703564 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-3716d244-245a-4713-91c6-4e5e199395f4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 1000 time: 0.0647843 Jul 12 17:29:48.752606 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11deef0-cd1c-4168-8e97-390daff913ec req-7bc247b5-30c4-4184-94d9-150cb7bf82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:29:48.754122 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-7bc247b5-30c4-4184-94d9-150cb7bf82b2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0440111 Jul 12 17:29:48.757514 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52750) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:48.813429 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11deef0-cd1c-4168-8e97-390daff913ec req-101745f4-a1bf-499c-96a7-f8a1122c6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:29:48.814968 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-101745f4-a1bf-499c-96a7-f8a1122c6d9b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516105 Jul 12 17:29:48.883447 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e319db02-a7ae-4654-8370-b65ba583a024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:48.942128 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-e86d208c-9764-4af4-960a-67776456c21c service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200192 Jul 12 17:29:49.022573 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:49.066233 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e11deef0-cd1c-4168-8e97-390daff913ec req-5d606098-f9ed-4391-a2fd-629256d5350c service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172035 Jul 12 17:29:49.074310 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e319db02-a7ae-4654-8370-b65ba583a024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:49.078509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-e319db02-a7ae-4654-8370-b65ba583a024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:49.114157 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319db02-a7ae-4654-8370-b65ba583a024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9314bd5e-312c-4aed-bdd3-039fbadbef4c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:49.118399 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-e319db02-a7ae-4654-8370-b65ba583a024 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d1b4e75ec12467896880d27eccb2b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598564 Jul 12 17:29:49.120897 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52754) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:49.167515 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-36091535-174a-43b9-8be5-13a02ad12abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:49.188181 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-36091535-174a-43b9-8be5-13a02ad12abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:49.234016 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-36091535-174a-43b9-8be5-13a02ad12abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:49.236427 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-36091535-174a-43b9-8be5-13a02ad12abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:49.237545 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-36091535-174a-43b9-8be5-13a02ad12abb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9314bd5e-312c-4aed-bdd3-039fbadbef4c HTTP/1.1" status: 204 len: 168 time: 0.1157718 Jul 12 17:29:49.244655 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36091535-174a-43b9-8be5-13a02ad12abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9314bd5e-312c-4aed-bdd3-039fbadbef4c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:49.581845 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f4736fd1-66cf-4875-a420-4f47a2cba5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:51.569982 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:52.299898 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:29:52.367843 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:53.458363 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.008201 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52876) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:57.108126 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-51e26c38-11ba-41e9-b4d2-b399dd0c6092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.193185 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-51e26c38-11ba-41e9-b4d2-b399dd0c6092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.196732 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-51e26c38-11ba-41e9-b4d2-b399dd0c6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.232422 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-51e26c38-11ba-41e9-b4d2-b399dd0c6092 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=267c3fcc747946189a4fdd94850a4ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230783 Jul 12 17:29:57.234375 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e26c38-11ba-41e9-b4d2-b399dd0c6092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d82889d-e8b1-4c13-b363-6b773affb2eb,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:57.235192 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52880) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:57.285537 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ec55c89-7b2b-48b0-8bea-750697503609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.309117 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ec55c89-7b2b-48b0-8bea-750697503609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.354518 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ec55c89-7b2b-48b0-8bea-750697503609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.356975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ec55c89-7b2b-48b0-8bea-750697503609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.358659 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-8ec55c89-7b2b-48b0-8bea-750697503609 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d82889d-e8b1-4c13-b363-6b773affb2eb HTTP/1.1" status: 204 len: 168 time: 0.1224782 Jul 12 17:29:57.366999 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec55c89-7b2b-48b0-8bea-750697503609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d82889d-e8b1-4c13-b363-6b773affb2eb,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:57.608077 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52886) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:57.621052 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9059-1140-4178-9e46-f7f1f7aca924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.708313 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9059-1140-4178-9e46-f7f1f7aca924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.712012 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9059-1140-4178-9e46-f7f1f7aca924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.749528 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-fd0b9059-1140-4178-9e46-f7f1f7aca924 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7fd46d7917634fbd8511c33fbb486ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403780 Jul 12 17:29:57.751185 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b9059-1140-4178-9e46-f7f1f7aca924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e9b79f-ec6f-4f79-b38b-53a42ed67030,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:57.752214 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52888) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:57.800790 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ae33f4c2-3cd3-4080-991d-e6539596eca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.824076 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ae33f4c2-3cd3-4080-991d-e6539596eca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.867530 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ae33f4c2-3cd3-4080-991d-e6539596eca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.870084 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ae33f4c2-3cd3-4080-991d-e6539596eca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:57.871262 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-ae33f4c2-3cd3-4080-991d-e6539596eca1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9e9b79f-ec6f-4f79-b38b-53a42ed67030 HTTP/1.1" status: 204 len: 168 time: 0.1174545 Jul 12 17:29:57.879167 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33f4c2-3cd3-4080-991d-e6539596eca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e9b79f-ec6f-4f79-b38b-53a42ed67030,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:58.176931 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52894) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:58.189664 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-9d1923c9-7672-4026-a41c-5def615a73c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.274547 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-9d1923c9-7672-4026-a41c-5def615a73c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.278444 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-9d1923c9-7672-4026-a41c-5def615a73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.315135 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-9d1923c9-7672-4026-a41c-5def615a73c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2eba9d88ce0b47c29dc0c53f1b493777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371491 Jul 12 17:29:58.315985 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1923c9-7672-4026-a41c-5def615a73c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb71efbd-f750-49fe-afc3-7f54684c1d2f,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:58.318382 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52896) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:58.366503 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d86efbd-1316-409f-bf8c-19f0083f43f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.387034 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d86efbd-1316-409f-bf8c-19f0083f43f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.432991 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d86efbd-1316-409f-bf8c-19f0083f43f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.435543 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-6d86efbd-1316-409f-bf8c-19f0083f43f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.436669 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-6d86efbd-1316-409f-bf8c-19f0083f43f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eb71efbd-f750-49fe-afc3-7f54684c1d2f HTTP/1.1" status: 204 len: 168 time: 0.1171331 Jul 12 17:29:58.444402 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86efbd-1316-409f-bf8c-19f0083f43f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb71efbd-f750-49fe-afc3-7f54684c1d2f,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:59.067627 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52918) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:59.160105 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1204005430-network', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:29:59.180655 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Made reservation on behalf of 4b3e5f35dceb4868a8c498ac094b4f93 for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:59.182886 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.191220 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.277026 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.280666 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.301677 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42561856-c731-404a-a981-2d116942b922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=99421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:29:59.317126 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.317541 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Added segment 10789b6f-e54b-4f04-9ef0-12e05cd5534d of type vlan for network 62fc5cbd-4a15-4762-9737-7b97b158d565 Jul 12 17:29:59.325811 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b30f50d-76f6-4fad-bb0d-1e9bd683f44a,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:59.364263 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.391551 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.392787 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:29:59.393377 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.446061 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-42561856-c731-404a-a981-2d116942b922 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3772092 Jul 12 17:29:59.448898 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52922) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:59.450957 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42561856-c731-404a-a981-2d116942b922 admin admin] Pushing event updated for resources: {'Network': ['ID=62fc5cbd-4a15-4762-9737-7b97b158d565,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:59.453988 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Request body: {'subnet': {'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1204005430-subnet', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:29:59.460889 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:29:59.474665 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Made reservation on behalf of 4b3e5f35dceb4868a8c498ac094b4f93 for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:59.477110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.639448 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.698649 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2044bfe-4dc5-4654-818d-ad3e1808e2ed,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:59.707227 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Checking segment: {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:29:59.707588 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Network hostable DHCP agents. Network: 62fc5cbd-4a15-4762-9737-7b97b158d565, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:29:59.723415 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:29:59.732460 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 62fc5cbd-4a15-4762-9737-7b97b158d565) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:59.738453 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:29:59.739391 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.740119 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5839fad-b06e-40e2-a90b-a93efe0105a2 None None] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:29:59.755416 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-0a4014c2-3eef-4460-b1b1-ef12272f844b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3053358 Jul 12 17:29:59.758264 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52924) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:29:59.762588 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:29:59.783176 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.784219 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.833557 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.884804 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-62fc5cbd-4a15-4762-9737-7b97b158d565', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:29:59.885659 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:59.971990 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.015282 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Allocated IP 172.20.0.2 (62fc5cbd-4a15-4762-9737-7b97b158d565/d2044bfe-4dc5-4654-818d-ad3e1808e2ed/aa262b4f-8649-4e96-98ef-a56caff56a50) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:00.156618 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.164696 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Transition to ACTIVE for port object aa262b4f-8649-4e96-98ef-a56caff56a50 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:00.174644 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.179647 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Transition to ACTIVE for port object aa262b4f-8649-4e96-98ef-a56caff56a50 will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:00.185121 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.195613 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.220702 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:00.226815 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:00.230381 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:00.237210 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Pushing event updated for resources: {'Port': ['ID=aa262b4f-8649-4e96-98ef-a56caff56a50,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:00.246460 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.246801 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.247133 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.247487 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.248357 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.248683 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.249001 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.249320 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.249639 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.249977 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.250293 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.250611 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:00.298197 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Allocated IP 172.27.1.101 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:00.303684 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Attempting to bind port aa262b4f-8649-4e96-98ef-a56caff56a50 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:00.304068 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Attempting to bind port aa262b4f-8649-4e96-98ef-a56caff56a50 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:00.304417 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Attempting to bind port aa262b4f-8649-4e96-98ef-a56caff56a50 on network 62fc5cbd-4a15-4762-9737-7b97b158d565 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:00.309231 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:00.309667 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Checking segment: {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:00.310037 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.311081 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Bound using segment: {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:00.311606 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Bound port: aa262b4f-8649-4e96-98ef-a56caff56a50, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:00.311984 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.373756 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] For port aa262b4f-8649-4e96-98ef-a56caff56a50, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:00.376880 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] For port aa262b4f-8649-4e96-98ef-a56caff56a50, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=aa262b4f-8649-4e96-98ef-a56caff56a50,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:00.380397 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.402434 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.462120 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877b326-4e38-4977-89b8-df4f313ba0cf None None] Pushing event updated for resources: {'Port': ['ID=aa262b4f-8649-4e96-98ef-a56caff56a50,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:00.470347 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.517405 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:00.520315 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:00.524248 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:00.529847 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:00.796757 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:00.984776 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:01.112454 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:30:01.368146 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b67e0-1489-418b-8909-5513a3a8c45a None None] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:30:01.439734 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-1f0b421d-8824-4249-a42d-e331e754ff11 None None] Provisioning for port aa262b4f-8649-4e96-98ef-a56caff56a50 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:01.495222 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:01.508438 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Sync routers for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:01.523050 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:01.526996 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-539ab1da-ea37-4779-83c9-fe4ccfc12711 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7653425 Jul 12 17:30:01.527393 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52926) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:01.530635 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device aa262b4f-8649-4e96-98ef-a56caff56a50 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:01.571328 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:01.571873 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:01.799604 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port aa262b4f-8649-4e96-98ef-a56caff56a50 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:01.806409 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port aa262b4f-8649-4e96-98ef-a56caff56a50 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:01.806777 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:01.841176 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:01.954801 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.013420 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.081575 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port aa262b4f-8649-4e96-98ef-a56caff56a50, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=aa262b4f-8649-4e96-98ef-a56caff56a50,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:02.086433 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.113296 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Allocated IP 172.20.0.1 (62fc5cbd-4a15-4762-9737-7b97b158d565/d2044bfe-4dc5-4654-818d-ad3e1808e2ed/2c4ebe16-9d10-4e1e-b465-931541e09087) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:02.115742 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-93ee9a55-31e4-43b9-8cef-036d8d2cfddf None None] Provisioning complete for port aa262b4f-8649-4e96-98ef-a56caff56a50 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:02.116131 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-93ee9a55-31e4-43b9-8cef-036d8d2cfddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.174289 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:00Z', 'revision_number': 3, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:02.208026 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Checking router: 2bae460f-6e7d-45e4-b433-8d0531e2ee94 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:02.208370 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Updating router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:30:02.209951 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=aa262b4f-8649-4e96-98ef-a56caff56a50,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.226474 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.241647 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Transition to ACTIVE for port object 2c4ebe16-9d10-4e1e-b465-931541e09087 will not be triggered until provisioned by entity DHCP. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:02.270878 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.278153 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.313065 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:02.317369 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:02.322884 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:02.365643 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4ebe16-9d10-4e1e-b465-931541e09087,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.386087 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.541958 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.568643 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.578935 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Transition to ACTIVE for port object c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:02.584417 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.640838 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Attempting to bind port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:02.641197 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Attempting to bind port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:02.641553 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Attempting to bind port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:02.643521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ff6c4-98c0-4af7-b17b-6a4c26f3a601 None None] Pushing event updated for resources: {'Port': ['ID=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.651231 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:02.651600 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:02.652008 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.652422 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:02.652883 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Bound port: c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:02.653341 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.656050 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-90391db6-a99b-4a31-825a-6d0ed33ac4f7 None None] Provisioning for port 2c4ebe16-9d10-4e1e-b465-931541e09087 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:02.681181 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-90391db6-a99b-4a31-825a-6d0ed33ac4f7 None None] Provisioning complete for port 2c4ebe16-9d10-4e1e-b465-931541e09087 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:02.681543 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-90391db6-a99b-4a31-825a-6d0ed33ac4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.709401 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.714045 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.735425 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-90391db6-a99b-4a31-825a-6d0ed33ac4f7 None None] Port 2c4ebe16-9d10-4e1e-b465-931541e09087 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:02.737253 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] For port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:02.740643 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] For port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:02.744425 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.783819 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4ebe16-9d10-4e1e-b465-931541e09087,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.792939 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:02.793581 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:02.796682 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:02.846106 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ff6c4-98c0-4af7-b17b-6a4c26f3a601 None None] Pushing event updated for resources: {'Port': ['ID=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.889666 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:02.895605 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:02.918522 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:03.016857 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:30:03.080743 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8a029df8-40a4-459d-bff6-53a496955c88 None None] Provisioning complete for port 2c4ebe16-9d10-4e1e-b465-931541e09087 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:03.081115 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8a029df8-40a4-459d-bff6-53a496955c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.133570 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:03.138543 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-f27f423a-0f6b-4b16-8578-f2a1fc2d7de6 admin admin] 10.222.0.74 "PUT /v2.0/routers/2bae460f-6e7d-45e4-b433-8d0531e2ee94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6100402 Jul 12 17:30:03.148416 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8a029df8-40a4-459d-bff6-53a496955c88 None None] Port 2c4ebe16-9d10-4e1e-b465-931541e09087 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:03.168956 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 2, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:03.194843 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c6fbc-75a7-4b12-a510-6aa7dd31364e None None] The sync data for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi is: [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 2, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:03.266929 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-6ca2aae6-c8fd-4359-8903-9938e7639b33 None None] Provisioning complete for port 2c4ebe16-9d10-4e1e-b465-931541e09087 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:03.267560 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6ca2aae6-c8fd-4359-8903-9938e7639b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.306142 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-6ca2aae6-c8fd-4359-8903-9938e7639b33 None None] Port 2c4ebe16-9d10-4e1e-b465-931541e09087 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:03.483826 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device aa262b4f-8649-4e96-98ef-a56caff56a50 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:03.552396 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port aa262b4f-8649-4e96-98ef-a56caff56a50 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:03.552844 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.657320 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52942) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:03.662325 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-885467905-network', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:03.684472 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Made reservation on behalf of 15ab2b9e52ab4513870da451f08bbd13 for: {'network': 1} {{(pid=99421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:30:03.687469 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for network, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.696679 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.790247 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.795281 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.822653 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=99421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:30:03.852530 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1076705-0bbf-4689-b9db-ab57e4e0a9c4,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:03.860745 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.861140 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.segments_db [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Added segment 91d64552-361a-4848-8403-32eab241d9e1 of type vlan for network 909e87f0-3faf-4f16-80a7-8d7da59f4658 Jul 12 17:30:03.902599 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781029776222'] for network, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.934766 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757'] for network, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.936061 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:03.936859 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:03.996181 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52946) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:04.001420 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Request body: {'subnet': {'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-885467905-subnet', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'ip_version': 4}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:04.004879 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3463283 Jul 12 17:30:04.012612 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068322f-628d-4890-a168-9e624308b7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=909e87f0-3faf-4f16-80a7-8d7da59f4658,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:04.024042 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 details requested by agent ovs-agent-dv-cinder-800490-1-iscsi with host dv-cinder-800490-1-iscsi {{(pid=99422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:30:04.031659 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Made reservation on behalf of 15ab2b9e52ab4513870da451f08bbd13 for: {'subnet': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:30:04.034427 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58748302'] for subnet, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.214126 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745460'] for subnet, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.272278 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6844ab-1782-4a84-afbe-ad07ce75772a,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:04.281311 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Checking segment: {'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:04.281671 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Network hostable DHCP agents. Network: 909e87f0-3faf-4f16-80a7-8d7da59f4658, hostable agents: ['c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0'], hosted agents: [] {{(pid=99420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:30:04.298322 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 is scheduled to be hosted by DHCP agent c86649ca-5ad2-46a2-96f6-f1aa6ee8a1c0 with binding_index 1 {{(pid=99420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:30:04.307919 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800490-1-iscsi, 909e87f0-3faf-4f16-80a7-8d7da59f4658) {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:04.313300 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:04.314261 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.326376 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc01fca-857f-487b-a53b-f8be35e59131 None None] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:30:04.332427 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52950) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:04.332608 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-50c2951d-5309-4a94-a62a-9928e93cf609 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3352377 Jul 12 17:30:04.336952 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:04.360371 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1596079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107053'] for router, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.361507 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107060'] for router, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.425878 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.477558 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3417ed5e-b609-553f-8aad-8e3fb9a9078d-909e87f0-3faf-4f16-80a7-8d7da59f4658', 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'fixed_ips': [{'subnet_id': '0a6844ab-1782-4a84-afbe-ad07ce75772a'}]}} from dv-cinder-800490-1-iscsi. {{(pid=99422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:30:04.478585 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.564423 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-107014'] for router, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.618521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.db_base_plugin_common [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Allocated IP 172.20.0.2 (909e87f0-3faf-4f16-80a7-8d7da59f4658/0a6844ab-1782-4a84-afbe-ad07ce75772a/00cc8909-6989-4b63-a359-c49105cbe8ff) {{(pid=99422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:04.762210 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Notify callbacks [] for port, precommit_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.764352 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.773699 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Transition to ACTIVE for port object 00cc8909-6989-4b63-a359-c49105cbe8ff will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:04.784063 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.789375 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Transition to ACTIVE for port object 00cc8909-6989-4b63-a359-c49105cbe8ff will not be triggered until provisioned by entity DHCP. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:04.796048 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886'] for port, after_create {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.831868 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 is already hosted by enough agents. {{(pid=99422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:04.838053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.scheduler.base_scheduler [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Resources bound (agent type, host, resource id): {{(pid=99422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:04.841629 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Received port after_create {{(pid=99422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:04.848655 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Pushing event updated for resources: {'Port': ['ID=00cc8909-6989-4b63-a359-c49105cbe8ff,revision_number=1']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:04.895395 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Allocated IP 172.27.1.23 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/29353c3c-e820-41c2-8962-c726adc85443) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:04.903905 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Attempting to bind port 00cc8909-6989-4b63-a359-c49105cbe8ff on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:04.904275 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Attempting to bind port 00cc8909-6989-4b63-a359-c49105cbe8ff by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:04.904631 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Attempting to bind port 00cc8909-6989-4b63-a359-c49105cbe8ff on network 909e87f0-3faf-4f16-80a7-8d7da59f4658 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:04.909916 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:04.910475 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Checking segment: {'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:04.910999 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.911524 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Bound using segment: {'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:04.912041 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Bound port: 00cc8909-6989-4b63-a359-c49105cbe8ff, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:04.912476 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.983082 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] For port 00cc8909-6989-4b63-a359-c49105cbe8ff, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:04.986605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] For port 00cc8909-6989-4b63-a359-c49105cbe8ff, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=00cc8909-6989-4b63-a359-c49105cbe8ff,segment=NetworkSegment(91d64552-361a-4848-8403-32eab241d9e1),segment_id=91d64552-361a-4848-8403-32eab241d9e1)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:04.991560 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.002350 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.047667 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.054794 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419eee1-c027-42e9-9bd7-94a19c7b6507 None None] Pushing event updated for resources: {'Port': ['ID=00cc8909-6989-4b63-a359-c49105cbe8ff,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:05.093419 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:05.096242 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:05.098791 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:05.126532 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=29353c3c-e820-41c2-8962-c726adc85443,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:05.325471 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Sync routers for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:05.335732 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:05.336452 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:05.378606 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.448897 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:05.538239 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 00cc8909-6989-4b63-a359-c49105cbe8ff up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:05.593952 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 00cc8909-6989-4b63-a359-c49105cbe8ff completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:05.598002 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437837'] for router, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.598162 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:05.650197 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:05.654096 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:05.654697 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.659144 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 2, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:05.690642 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Checking router: 2bae460f-6e7d-45e4-b433-8d0531e2ee94 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:05.691270 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Updating router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 port 2c4ebe16-9d10-4e1e-b465-931541e09087 binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:30:05.743897 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Router 51a0831c-86a0-42a1-ac83-4db1a3d84307 is scheduled to L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc with binding_index 1 {{(pid=99421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:30:05.752272 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.777440 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:05.782968 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.835929 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.836151 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:05.888887 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:05.901058 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Sync routers for ids ['51a0831c-86a0-42a1-ac83-4db1a3d84307'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:05.908687 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.912459 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-18f1e824-6484-4b0a-a75f-f601d05dd9b1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5765235 Jul 12 17:30:05.912679 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52954) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:05.915353 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Routers {'51a0831c-86a0-42a1-ac83-4db1a3d84307'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:05.915958 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['51a0831c-86a0-42a1-ac83-4db1a3d84307'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:06.080083 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87179d11-9d63-4661-b4fe-36fca3da77e0 None None] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:30:06.084632 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Set router 51a0831c-86a0-42a1-ac83-4db1a3d84307 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:06.136341 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.146531 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Transition to ACTIVE for port object 2c4ebe16-9d10-4e1e-b465-931541e09087 will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:06.153234 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.214829 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Pushing event updated for resources: {'Port': ['ID=2c4ebe16-9d10-4e1e-b465-931541e09087,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:06.241645 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.242091 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.242390 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.242718 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.243044 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.243369 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.244020 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.244352 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.244695 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.245017 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.245330 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.245748 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:06.292279 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Attempting to bind port 2c4ebe16-9d10-4e1e-b465-931541e09087 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:06.292646 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Attempting to bind port 2c4ebe16-9d10-4e1e-b465-931541e09087 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:06.293008 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Attempting to bind port 2c4ebe16-9d10-4e1e-b465-931541e09087 on network 62fc5cbd-4a15-4762-9737-7b97b158d565 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:06.299716 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:06.300147 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Checking segment: {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:06.300474 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.300866 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Bound using segment: {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:06.301346 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Bound port: 2c4ebe16-9d10-4e1e-b465-931541e09087, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:06.301740 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.375631 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] For port 2c4ebe16-9d10-4e1e-b465-931541e09087, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:06.379552 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] For port 2c4ebe16-9d10-4e1e-b465-931541e09087, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=2c4ebe16-9d10-4e1e-b465-931541e09087,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:06.385685 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.449598 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-f00b28ca-abe6-4430-81eb-ecb83fb1aba1 None None] Provisioning for port 00cc8909-6989-4b63-a359-c49105cbe8ff completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:06.461336 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-f00b28ca-abe6-4430-81eb-ecb83fb1aba1 None None] Provisioning complete for port 00cc8909-6989-4b63-a359-c49105cbe8ff triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:06.461709 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f00b28ca-abe6-4430-81eb-ecb83fb1aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.470997 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75868c81-cf24-4cc3-a834-6e565cb4c1da None None] Pushing event updated for resources: {'Port': ['ID=2c4ebe16-9d10-4e1e-b465-931541e09087,revision_number=4']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:06.474732 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:06.475683 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:06.593712 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:06.600236 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '29353c3c-e820-41c2-8962-c726adc85443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 3, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port': {'id': '29353c3c-e820-41c2-8962-c726adc85443', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:06.654300 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.658235 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Checking router: 51a0831c-86a0-42a1-ac83-4db1a3d84307 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:06.658584 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Updating router 51a0831c-86a0-42a1-ac83-4db1a3d84307 port 29353c3c-e820-41c2-8962-c726adc85443 binding host dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:30:06.684267 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f00b28ca-abe6-4430-81eb-ecb83fb1aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.721709 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.761142 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-f00b28ca-abe6-4430-81eb-ecb83fb1aba1 None None] For port 00cc8909-6989-4b63-a359-c49105cbe8ff, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=00cc8909-6989-4b63-a359-c49105cbe8ff,segment=NetworkSegment(91d64552-361a-4848-8403-32eab241d9e1),segment_id=91d64552-361a-4848-8403-32eab241d9e1)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:06.772072 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f00b28ca-abe6-4430-81eb-ecb83fb1aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.818949 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:06Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:06.835747 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Allocated IP 172.20.0.1 (909e87f0-3faf-4f16-80a7-8d7da59f4658/0a6844ab-1782-4a84-afbe-ad07ce75772a/4102d44f-c26c-4c33-af69-cb3d2fb39099) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:06.847227 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026e9ca-adc7-47f7-9c08-7950c8eceb1e None None] The sync data for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi is: [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:06Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:06.909630 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b28ca-abe6-4430-81eb-ecb83fb1aba1 None None] Pushing event updated for resources: {'Port': ['ID=00cc8909-6989-4b63-a359-c49105cbe8ff,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:06.979212 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.995621 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.provisioning_blocks [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Transition to ACTIVE for port object 4102d44f-c26c-4c33-af69-cb3d2fb39099 will not be triggered until provisioned by entity DHCP. {{(pid=99421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:07.035524 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.078821 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:07.080244 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Notify callbacks [] for port, precommit_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.082251 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:07.086316 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:07.090415 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Transition to ACTIVE for port object 29353c3c-e820-41c2-8962-c726adc85443 will not be triggered until provisioned by entity L2. {{(pid=99422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:07.100047 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.109495 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4102d44f-c26c-4c33-af69-cb3d2fb39099,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:07.131071 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594950'] for router_interface, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.162154 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Attempting to bind port 29353c3c-e820-41c2-8962-c726adc85443 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:07.162526 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Attempting to bind port 29353c3c-e820-41c2-8962-c726adc85443 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:07.162892 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Attempting to bind port 29353c3c-e820-41c2-8962-c726adc85443 on network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:07.178983 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:07.179354 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Checking segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:07.179760 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.180157 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Bound using segment: {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'} {{(pid=99422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:07.180639 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.managers [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Bound port: 29353c3c-e820-41c2-8962-c726adc85443, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031f4e2-5af4-4743-8ef9-0119a2277374', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1'}}] {{(pid=99422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:07.181018 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.187016 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-b62a613b-dc47-41d2-b374-29c2ab647979 None None] Provisioning complete for port 00cc8909-6989-4b63-a359-c49105cbe8ff triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:07.187244 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b62a613b-dc47-41d2-b374-29c2ab647979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.208139 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78b0e5-0894-4f4f-befe-0ffb16971505 None None] Pushing event updated for resources: {'Port': ['ID=29353c3c-e820-41c2-8962-c726adc85443,revision_number=2']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:07.300152 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] For port 29353c3c-e820-41c2-8962-c726adc85443, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:07.306262 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] For port 29353c3c-e820-41c2-8962-c726adc85443, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=29353c3c-e820-41c2-8962-c726adc85443,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:07.316051 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.316936 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.403439 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Routers {'51a0831c-86a0-42a1-ac83-4db1a3d84307'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:07.404673 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['51a0831c-86a0-42a1-ac83-4db1a3d84307'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:07.458689 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78b0e5-0894-4f4f-befe-0ffb16971505 None None] Pushing event updated for resources: {'Port': ['ID=29353c3c-e820-41c2-8962-c726adc85443,revision_number=3']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:07.536137 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-bc7cd2b3-3cca-412c-a254-8218e0981374 None None] Provisioning for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:07.537817 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.545146 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-bc7cd2b3-3cca-412c-a254-8218e0981374 None None] Provisioning complete for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:07.545628 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd2b3-3cca-412c-a254-8218e0981374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.546345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.575312 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] Set router 51a0831c-86a0-42a1-ac83-4db1a3d84307 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:07.579894 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 00cc8909-6989-4b63-a359-c49105cbe8ff up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:07.637326 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4102d44f-c26c-4c33-af69-cb3d2fb39099,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:07.643690 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594395'] for router_interface, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.700768 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cd2b3-3cca-412c-a254-8218e0981374 None None] Port 4102d44f-c26c-4c33-af69-cb3d2fb39099 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:07.749894 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:07.751944 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:07.783259 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 00cc8909-6989-4b63-a359-c49105cbe8ff triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:07.783722 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.883396 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Router 51a0831c-86a0-42a1-ac83-4db1a3d84307 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:30:07.941559 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 2c4ebe16-9d10-4e1e-b465-931541e09087 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:07.949723 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-a824a0e3-2406-40ac-9574-ed1c3801b094 None None] Provisioning complete for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:07.950149 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a824a0e3-2406-40ac-9574-ed1c3801b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.010476 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:08.016102 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-7bef29a6-e448-499c-ae22-f32da608f7b3 admin admin] 10.222.0.74 "PUT /v2.0/routers/51a0831c-86a0-42a1-ac83-4db1a3d84307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1023293 Jul 12 17:30:08.021847 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-a824a0e3-2406-40ac-9574-ed1c3801b094 None None] Port 4102d44f-c26c-4c33-af69-cb3d2fb39099 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:08.039563 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '29353c3c-e820-41c2-8962-c726adc85443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 4, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port': {'id': '29353c3c-e820-41c2-8962-c726adc85443', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '4102d44f-c26c-4c33-af69-cb3d2fb39099', 'name': '', 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'mac_address': 'fa:16:3e:e4:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:06Z', 'updated_at': '2021-07-12T17:30:06Z', 'revision_number': 1, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'subnets': [{'id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:08.076135 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb0d0c-3251-459a-bd2c-f9fb2fa059cd None None] The sync data for ids ['51a0831c-86a0-42a1-ac83-4db1a3d84307'] in dv-cinder-800490-1-iscsi is: [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '29353c3c-e820-41c2-8962-c726adc85443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 4, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port': {'id': '29353c3c-e820-41c2-8962-c726adc85443', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '4102d44f-c26c-4c33-af69-cb3d2fb39099', 'name': '', 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'mac_address': 'fa:16:3e:e4:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:06Z', 'updated_at': '2021-07-12T17:30:06Z', 'revision_number': 1, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'subnets': [{'id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:08.085110 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 2c4ebe16-9d10-4e1e-b465-931541e09087 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:08.089562 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 2c4ebe16-9d10-4e1e-b465-931541e09087 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:08.089977 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.148836 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-1c710b13-8741-49b1-a12c-534fbabdcd32 None None] Provisioning complete for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:08.149207 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-1c710b13-8741-49b1-a12c-534fbabdcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.207971 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.210140 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-1c710b13-8741-49b1-a12c-534fbabdcd32 None None] Port 4102d44f-c26c-4c33-af69-cb3d2fb39099 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:08.243018 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 2c4ebe16-9d10-4e1e-b465-931541e09087, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=2c4ebe16-9d10-4e1e-b465-931541e09087,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:08.248544 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.434053 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:08.513952 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=2c4ebe16-9d10-4e1e-b465-931541e09087,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:08.529687 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:08.530155 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.761522 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-58208e34-5db7-45b0-9af5-bed243e1a8ce None None] Provisioning complete for port 2c4ebe16-9d10-4e1e-b465-931541e09087 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:08.761956 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-58208e34-5db7-45b0-9af5-bed243e1a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.806355 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52978) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:08.812039 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-a0aae9cc-eb23-4feb-b1c3-65886e6e96a4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306414985', 'description': 'tempest-secgroup-smoke-306414985 description', 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:08.839036 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a0aae9cc-eb23-4feb-b1c3-65886e6e96a4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.933896 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a0aae9cc-eb23-4feb-b1c3-65886e6e96a4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.937891 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a0aae9cc-eb23-4feb-b1c3-65886e6e96a4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.966853 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-a0aae9cc-eb23-4feb-b1c3-65886e6e96a4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:08.968053 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-a0aae9cc-eb23-4feb-b1c3-65886e6e96a4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1603169 Jul 12 17:30:08.969119 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aae9cc-eb23-4feb-b1c3-65886e6e96a4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924d525c-510d-4d7d-877b-e2c359079b4c,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:08.971243 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 52980) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:08.976562 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-eb0940ad-174c-41db-b989-d2b481a161ea tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'security_group_rule': {'security_group_id': '924d525c-510d-4d7d-877b-e2c359079b4c', 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:09.002218 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eb0940ad-174c-41db-b989-d2b481a161ea tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.057116 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eb0940ad-174c-41db-b989-d2b481a161ea tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.061661 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eb0940ad-174c-41db-b989-d2b481a161ea tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.079553 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0940ad-174c-41db-b989-d2b481a161ea tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2799a8-a71c-48ae-8f27-47221bab8d1b,revision_number=0']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:09.088058 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-eb0940ad-174c-41db-b989-d2b481a161ea tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.089283 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-eb0940ad-174c-41db-b989-d2b481a161ea tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164494 Jul 12 17:30:09.092029 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52982) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:09.096761 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-bf0dd2f8-b9a2-4a3f-9e01-a1d84809c106 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'security_group_rule': {'security_group_id': '924d525c-510d-4d7d-877b-e2c359079b4c', 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:09.123140 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd2f8-b9a2-4a3f-9e01-a1d84809c106 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.182262 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd2f8-b9a2-4a3f-9e01-a1d84809c106 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.186303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd2f8-b9a2-4a3f-9e01-a1d84809c106 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.200481 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dd2f8-b9a2-4a3f-9e01-a1d84809c106 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bd26a2-73a4-4052-9365-c0f5aab4bd75,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:09.211413 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd2f8-b9a2-4a3f-9e01-a1d84809c106 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.212713 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-bf0dd2f8-b9a2-4a3f-9e01-a1d84809c106 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196499 Jul 12 17:30:09.215345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52984) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:09.219903 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-4e6e1f7c-5cbe-4305-a867-023ebfd1f861 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'security_group_rule': {'security_group_id': '924d525c-510d-4d7d-877b-e2c359079b4c', 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:09.245266 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f7c-5cbe-4305-a867-023ebfd1f861 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.303448 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f7c-5cbe-4305-a867-023ebfd1f861 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.307018 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f7c-5cbe-4305-a867-023ebfd1f861 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.326318 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e1f7c-5cbe-4305-a867-023ebfd1f861 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4429d989-ee50-440c-94de-368dfb74ba55,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:09.330613 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f7c-5cbe-4305-a867-023ebfd1f861 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.331796 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-4e6e1f7c-5cbe-4305-a867-023ebfd1f861 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154838 Jul 12 17:30:09.334468 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52986) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:09.339075 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-47a2d031-9bf5-4c0e-bc81-641f5947f791 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'security_group_rule': {'security_group_id': '924d525c-510d-4d7d-877b-e2c359079b4c', 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:09.365418 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a2d031-9bf5-4c0e-bc81-641f5947f791 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.423016 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a2d031-9bf5-4c0e-bc81-641f5947f791 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.426929 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a2d031-9bf5-4c0e-bc81-641f5947f791 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.444829 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d031-9bf5-4c0e-bc81-641f5947f791 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27fe2a4-43fc-4705-b602-05e32142a6b3,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:09.451770 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-47a2d031-9bf5-4c0e-bc81-641f5947f791 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.453011 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-47a2d031-9bf5-4c0e-bc81-641f5947f791 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174088 Jul 12 17:30:09.455609 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52988) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:09.459988 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'security_group_rule': {'security_group_id': '924d525c-510d-4d7d-877b-e2c359079b4c', 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:09.478024 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 2c4ebe16-9d10-4e1e-b465-931541e09087 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:09.482865 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.securitygroups_db [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Project 4b3e5f35dceb4868a8c498ac094b4f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:30:09.487960 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.524698 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 2c4ebe16-9d10-4e1e-b465-931541e09087 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:09.525067 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.549749 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.553733 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.570983 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fae2688-3371-44d8-a972-3fc3fcd57c7f,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:09.579550 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.583352 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-71fcab0d-9e8d-4ddd-8f15-24f3b599f2cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242332 Jul 12 17:30:09.583550 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 52990) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:09.587963 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'security_group_rule': {'security_group_id': '924d525c-510d-4d7d-877b-e2c359079b4c', 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:09.608907 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.securitygroups_db [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Project 4b3e5f35dceb4868a8c498ac094b4f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:30:09.613691 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.673426 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.676670 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1697799'] for security_group_rule, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.695490 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d45e9c-51bd-4ba3-898d-584be2796336,revision_number=0']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:09.702361 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:09.712113 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-c54ba45f-f6d5-4b24-9b53-8116ebb9de9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190591 Jul 12 17:30:11.120315 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Sync routers for ids ['51a0831c-86a0-42a1-ac83-4db1a3d84307'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:11.128665 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-b6ba7b61-900b-46bc-ad9f-f30d5ca3be35 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874583425&fields=id&tenant_id=5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 267 time: 0.0350494 Jul 12 17:30:11.130303 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Routers {'51a0831c-86a0-42a1-ac83-4db1a3d84307'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:11.131073 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['51a0831c-86a0-42a1-ac83-4db1a3d84307'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:11.243343 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-0397df6d-cc68-4d1b-8a1c-b63c188fa1c3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:11.245182 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-0397df6d-cc68-4d1b-8a1c-b63c188fa1c3 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 812 time: 0.1077878 Jul 12 17:30:11.245298 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Set router 51a0831c-86a0-42a1-ac83-4db1a3d84307 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:11.262488 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-0a3307bf-d573-414e-91c9-e38d73665000 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/quotas/5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 375 time: 0.0115571 Jul 12 17:30:11.336944 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-46ed739f-490d-48fb-83a4-0ea2f984c755 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0685101 Jul 12 17:30:11.443475 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-5630c425-120f-42c3-a7cc-67d64e6a52b5 service neutron] 10.222.0.74 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943050 Jul 12 17:30:11.455642 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '29353c3c-e820-41c2-8962-c726adc85443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 4, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port': {'id': '29353c3c-e820-41c2-8962-c726adc85443', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '4102d44f-c26c-4c33-af69-cb3d2fb39099', 'name': '', 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'mac_address': 'fa:16:3e:e4:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:06Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 2, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'subnets': [{'id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:11.485179 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Checking router: 51a0831c-86a0-42a1-ac83-4db1a3d84307 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:11.485567 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Updating router 51a0831c-86a0-42a1-ac83-4db1a3d84307 port 4102d44f-c26c-4c33-af69-cb3d2fb39099 binding host dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:30:11.515766 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 29353c3c-e820-41c2-8962-c726adc85443 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:11.522657 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:11.549683 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-090125fb-955c-409e-9c09-8fa88256eadc service neutron] 10.222.0.74 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004763 Jul 12 17:30:11.565066 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 29353c3c-e820-41c2-8962-c726adc85443 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:11.569655 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 29353c3c-e820-41c2-8962-c726adc85443 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:11.570068 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:11.654989 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:11.682335 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 29353c3c-e820-41c2-8962-c726adc85443, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=29353c3c-e820-41c2-8962-c726adc85443,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:11.686900 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:11.753441 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=29353c3c-e820-41c2-8962-c726adc85443,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:11.820391 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Notify callbacks [] for port, precommit_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:11.832784 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.provisioning_blocks [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Transition to ACTIVE for port object 4102d44f-c26c-4c33-af69-cb3d2fb39099 will not be triggered until provisioned by entity L2. {{(pid=99423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:11.844266 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:11.898428 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4527d-28c4-4524-a5c2-d63c8a9f1ef3 None None] Pushing event updated for resources: {'Port': ['ID=4102d44f-c26c-4c33-af69-cb3d2fb39099,revision_number=3']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:11.930355 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4a63e8b3-2626-4e82-811b-bc1388e6e248 req-1d6b1156-2262-4455-b200-e2ab0827d78f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 210 time: 0.0584981 Jul 12 17:30:11.950319 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Attempting to bind port 4102d44f-c26c-4c33-af69-cb3d2fb39099 on host dv-cinder-800490-1-iscsi for vnic_type normal with profile {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:11.951218 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Attempting to bind port 4102d44f-c26c-4c33-af69-cb3d2fb39099 by drivers openvswitch,hyperv on host dv-cinder-800490-1-iscsi at level 0 using segments [{'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:11.951579 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Attempting to bind port 4102d44f-c26c-4c33-af69-cb3d2fb39099 on network 909e87f0-3faf-4f16-80a7-8d7da59f4658 {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:11.956898 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Checking agent: {'id': '8b4c61dd-57fd-42f4-8b7e-035ddc4bc9f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 39, 49), 'started_at': datetime.datetime(2021, 7, 12, 16, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:11.957554 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Checking segment: {'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:11.957988 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:11.958373 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Bound using segment: {'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'} {{(pid=99423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:11.958909 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.managers [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Bound port: 4102d44f-c26c-4c33-af69-cb3d2fb39099, host: dv-cinder-800490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d64552-361a-4848-8403-32eab241d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658'}}] {{(pid=99423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:11.959328 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:12.033479 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] For port 4102d44f-c26c-4c33-af69-cb3d2fb39099, host dv-cinder-800490-1-iscsi, cleared binding levels {{(pid=99423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:12.036760 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.plugins.ml2.db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] For port 4102d44f-c26c-4c33-af69-cb3d2fb39099, host dv-cinder-800490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=4102d44f-c26c-4c33-af69-cb3d2fb39099,segment=NetworkSegment(91d64552-361a-4848-8403-32eab241d9e1),segment_id=91d64552-361a-4848-8403-32eab241d9e1)] {{(pid=99423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:12.042859 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron_lib.callbacks.manager [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:12.108795 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Routers {'51a0831c-86a0-42a1-ac83-4db1a3d84307'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:12.109411 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:29:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['51a0831c-86a0-42a1-ac83-4db1a3d84307'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:12.162580 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4527d-28c4-4524-a5c2-d63c8a9f1ef3 None None] Pushing event updated for resources: {'Port': ['ID=4102d44f-c26c-4c33-af69-cb3d2fb39099,revision_number=4']} {{(pid=99423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:12.353532 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] Set router 51a0831c-86a0-42a1-ac83-4db1a3d84307 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:12.555618 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '29353c3c-e820-41c2-8962-c726adc85443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 4, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port': {'id': '29353c3c-e820-41c2-8962-c726adc85443', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '4102d44f-c26c-4c33-af69-cb3d2fb39099', 'name': '', 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'mac_address': 'fa:16:3e:e4:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:06Z', 'updated_at': '2021-07-12T17:30:12Z', 'revision_number': 4, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'subnets': [{'id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:12.585691 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3cb25-cfe4-45ec-bb5a-cf71ffe895d3 None None] The sync data for ids ['51a0831c-86a0-42a1-ac83-4db1a3d84307'] in dv-cinder-800490-1-iscsi is: [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '29353c3c-e820-41c2-8962-c726adc85443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:07Z', 'revision_number': 4, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port': {'id': '29353c3c-e820-41c2-8962-c726adc85443', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '4102d44f-c26c-4c33-af69-cb3d2fb39099', 'name': '', 'network_id': '909e87f0-3faf-4f16-80a7-8d7da59f4658', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'mac_address': 'fa:16:3e:e4:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:06Z', 'updated_at': '2021-07-12T17:30:12Z', 'revision_number': 4, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'subnets': [{'id': '0a6844ab-1782-4a84-afbe-ad07ce75772a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:13.075511 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d66c6461-7918-458e-8eec-d7654d4581c4 req-6d98e3b2-efe3-4a55-9df5-d13e89446e23 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 210 time: 0.0351462 Jul 12 17:30:13.111913 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-624243be-7d7c-490f-b3cf-721e7a4acf58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:13.113385 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-624243be-7d7c-490f-b3cf-721e7a4acf58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 812 time: 0.1135428 Jul 12 17:30:13.157948 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-3ff3b8b2-23b4-4f00-a2be-8ee2532456bb tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5df6a953eb5747a99580bdae74e8868c HTTP/1.1" status: 200 len: 379 time: 0.0346656 Jul 12 17:30:13.167171 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'port': {'device_id': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'admin_state_up': True, 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'security_groups': ['99b677dc-a1d6-4c70-9167-02a892eecfdc']}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:13.288118 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Made reservation on behalf of 5df6a953eb5747a99580bdae74e8868c for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:30:13.291738 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.421122 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Allocated IP 172.20.0.5 (94cfb477-f4b7-4b5b-963e-6e4d229b56c3/47aea377-9461-47a0-b086-b4a999510d08/c6487642-3800-4d59-a140-ea391f1d2a79) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:13.503371 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 29353c3c-e820-41c2-8962-c726adc85443 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:13.554056 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 29353c3c-e820-41c2-8962-c726adc85443 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:13.554436 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.574323 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.589957 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Transition to ACTIVE for port object c6487642-3800-4d59-a140-ea391f1d2a79 will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:13.625863 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.648376 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 4102d44f-c26c-4c33-af69-cb3d2fb39099 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:13.671625 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:13.677573 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:13.682250 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:13.703238 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:13.707506 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:13.707953 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.712291 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=c6487642-3800-4d59-a140-ea391f1d2a79,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:13.743405 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:13.744245 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.766168 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f7ffe80c-bb18-4efc-9731-a80784501a66 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6025696 Jul 12 17:30:13.778784 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Request body: {'port': {'device_id': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:13.810769 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.856515 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] For port 4102d44f-c26c-4c33-af69-cb3d2fb39099, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=4102d44f-c26c-4c33-af69-cb3d2fb39099,segment=NetworkSegment(91d64552-361a-4848-8403-32eab241d9e1),segment_id=91d64552-361a-4848-8403-32eab241d9e1)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:13.866264 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.878382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:13.933634 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Pushing event updated for resources: {'Port': ['ID=4102d44f-c26c-4c33-af69-cb3d2fb39099,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:14.070554 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-e4c8bad7-3c54-4ec5-bef8-ae5824955366 None None] Provisioning for port c6487642-3800-4d59-a140-ea391f1d2a79 completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:14.074732 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-e4c8bad7-3c54-4ec5-bef8-ae5824955366 None None] Provisioning complete for port c6487642-3800-4d59-a140-ea391f1d2a79 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:14.075099 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e4c8bad7-3c54-4ec5-bef8-ae5824955366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:14.119593 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8bad7-3c54-4ec5-bef8-ae5824955366 None None] Port c6487642-3800-4d59-a140-ea391f1d2a79 cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:14.238179 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6487642-3800-4d59-a140-ea391f1d2a79 {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:30:14.240885 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-014dd815-1e2e-441f-b0ac-acbb0bdbaa61 None None] Provisioning complete for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:14.241260 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-014dd815-1e2e-441f-b0ac-acbb0bdbaa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:14.248428 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:14.264751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Transition to ACTIVE for port object c6487642-3800-4d59-a140-ea391f1d2a79 will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:14.271868 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:14.335240 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311f318-ed4e-4516-92ec-a5dec32b18c3 req-978cd905-4a17-4075-b50f-949a1ef12ab7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:14.336739 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6311f318-ed4e-4516-92ec-a5dec32b18c3 req-978cd905-4a17-4075-b50f-949a1ef12ab7 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 931 time: 0.1367443 Jul 12 17:30:14.337612 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Pushing event updated for resources: {'Port': ['ID=c6487642-3800-4d59-a140-ea391f1d2a79,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:14.426174 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-6311f318-ed4e-4516-92ec-a5dec32b18c3 req-a3e0a001-6288-4638-a8df-546f0bda84de tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810285 Jul 12 17:30:14.452466 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Attempting to bind port c6487642-3800-4d59-a140-ea391f1d2a79 on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:14.452810 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Attempting to bind port c6487642-3800-4d59-a140-ea391f1d2a79 by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:14.453140 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Attempting to bind port c6487642-3800-4d59-a140-ea391f1d2a79 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:14.458035 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Port c6487642-3800-4d59-a140-ea391f1d2a79 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:30:14.458361 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Attempting to bind port c6487642-3800-4d59-a140-ea391f1d2a79 on network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:14.464080 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:14.464420 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Checking segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:14.464809 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Bound using segment: {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:14.465268 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Bound port: c6487642-3800-4d59-a140-ea391f1d2a79, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6ee74b-8009-44d5-a015-5be8a9e12e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:14.465603 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:14.532135 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] For port c6487642-3800-4d59-a140-ea391f1d2a79, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:14.535065 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] For port c6487642-3800-4d59-a140-ea391f1d2a79, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c6487642-3800-4d59-a140-ea391f1d2a79,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:14.539328 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:14.573286 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:14.573942 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:14.575392 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] 10.222.0.97 "PUT /v2.0/ports/c6487642-3800-4d59-a140-ea391f1d2a79 HTTP/1.1" status: 200 len: 1093 time: 0.8012483 Jul 12 17:30:14.575906 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:30:14.578700 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f7a5c-c128-42ad-b708-c513607544e6" -d '{"events": [{"name": "network-changed", "server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:14.605320 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08657be6-ebf1-4a0e-899a-7ea5d1e3b551 service neutron] Pushing event updated for resources: {'Port': ['ID=c6487642-3800-4d59-a140-ea391f1d2a79,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:14.627578 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15d7024-5dcf-4114-b66a-a8d287ab417a x-openstack-request-id: req-d15d7024-5dcf-4114-b66a-a8d287ab417a {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:14.627871 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:14.628124 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d15d7024-5dcf-4114-b66a-a8d287ab417a {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:14.628649 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'status': 'completed', 'code': 200} Jul 12 17:30:14.680688 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-59510c3b-57d6-4083-80f9-a1bb35bc0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:14.682294 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-59510c3b-57d6-4083-80f9-a1bb35bc0625 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 1096 time: 0.0637875 Jul 12 17:30:14.726308 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-caf863d3-5caf-4919-98ad-c129a74a0ddc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6487642-3800-4d59-a140-ea391f1d2a79 HTTP/1.1" status: 200 len: 217 time: 0.0362923 Jul 12 17:30:14.776836 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-5e8af38b-064a-420a-90d4-61aeefd385a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:14.779064 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-5e8af38b-064a-420a-90d4-61aeefd385a9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0458841 Jul 12 17:30:14.836405 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f21ab583-de0e-474a-a6d7-5cae37d8b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:14.837963 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-f21ab583-de0e-474a-a6d7-5cae37d8b74f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518627 Jul 12 17:30:14.929881 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-122a7be3-98c0-4873-ae9f-e1684b2febab service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851195 Jul 12 17:30:15.020884 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3844823e-ffa9-46a1-94b2-2f7b14dd0126 req-6f0d729e-d15b-4935-b354-f0d62fb714a7 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835571 Jul 12 17:30:15.132160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-2a724cef-c433-4929-9136-90d58eb2dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:15.133677 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-2a724cef-c433-4929-9136-90d58eb2dcd6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 1096 time: 0.0591109 Jul 12 17:30:15.227458 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-d2234ddb-4869-4616-af1f-1ec22b3acf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:15.228864 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-d2234ddb-4869-4616-af1f-1ec22b3acf4b service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0884845 Jul 12 17:30:15.275407 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-40cf75b7-b9fd-4048-93db-1e28e4299c5c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6487642-3800-4d59-a140-ea391f1d2a79 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Jul 12 17:30:15.328203 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-d913df95-592a-421c-8d6f-d2a1316f515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:15.329645 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-d913df95-592a-421c-8d6f-d2a1316f515b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0443232 Jul 12 17:30:15.387329 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-a83593aa-65f0-4fb4-8b4f-51278714cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:15.388835 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-a83593aa-65f0-4fb4-8b4f-51278714cdd9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528455 Jul 12 17:30:15.479600 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 4102d44f-c26c-4c33-af69-cb3d2fb39099 up at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:15.522279 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-ae3922f8-7ee6-4773-bf2d-6b9b889ea508 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244924 Jul 12 17:30:15.541172 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Provisioning complete for port 4102d44f-c26c-4c33-af69-cb3d2fb39099 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:15.541538 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:15.658174 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a16f7a5c-c128-42ad-b708-c513607544e6 req-9ac4f8bf-0203-4259-9ab7-505c485de603 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264343 Jul 12 17:30:15.676272 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdda14-6f56-4975-ad39-11864ee81006 req-adb2bba3-4413-4529-b4e1-181da1fd54c2 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:15.677817 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8ccdda14-6f56-4975-ad39-11864ee81006 req-adb2bba3-4413-4529-b4e1-181da1fd54c2 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 943 time: 0.1025906 Jul 12 17:30:15.714309 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8ccdda14-6f56-4975-ad39-11864ee81006 req-4aaadce7-143c-4b75-9a18-d5a7e1c95df8 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Jul 12 17:30:15.728914 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f079-b07c-47b9-8ae7-b99f7212fb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:16.887970 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31bc41-2ba0-4e28-88be-c9e07ad879df req-a4603f5a-bcec-4c5c-bac2-4c7ae41b5cb6 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:16.889398 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5b31bc41-2ba0-4e28-88be-c9e07ad879df req-a4603f5a-bcec-4c5c-bac2-4c7ae41b5cb6 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 943 time: 0.0644155 Jul 12 17:30:16.932212 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5b31bc41-2ba0-4e28-88be-c9e07ad879df req-f228d9bc-65ba-4e8f-9c34-4bb7ce9e2271 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364485 Jul 12 17:30:18.106934 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffa8e8-c0be-4216-8e49-8714ce09af5b req-15aa2ff7-972d-43df-996e-bf8801592e88 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:18.108447 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b1ffa8e8-c0be-4216-8e49-8714ce09af5b req-15aa2ff7-972d-43df-996e-bf8801592e88 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 943 time: 0.0670514 Jul 12 17:30:18.146105 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b1ffa8e8-c0be-4216-8e49-8714ce09af5b req-92cdc225-6609-40bd-a39f-b5cf6e66be62 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Jul 12 17:30:19.025207 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:19.320450 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbeb36-4c06-46b0-92e9-19c87239e6ee req-00b475c7-baff-4b73-89b5-4b5d9e22a59b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:19.321881 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f9cbeb36-4c06-46b0-92e9-19c87239e6ee req-00b475c7-baff-4b73-89b5-4b5d9e22a59b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 943 time: 0.0635881 Jul 12 17:30:19.358364 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-f9cbeb36-4c06-46b0-92e9-19c87239e6ee req-0ebf1ab1-f33f-4f6d-8486-c359484c9725 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307932 Jul 12 17:30:19.582022 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a3289886-59b0-45f1-a584-1cc83a2e2cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:20.532471 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cc4b-8cf0-4010-a183-4da826d6ded6 req-1d7e06b3-8dca-407e-a445-14f92a78f6a0 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:20.533947 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-90d4cc4b-8cf0-4010-a183-4da826d6ded6 req-1d7e06b3-8dca-407e-a445-14f92a78f6a0 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 943 time: 0.0616832 Jul 12 17:30:20.573210 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-90d4cc4b-8cf0-4010-a183-4da826d6ded6 req-67db4d8e-0419-429a-be1f-da1ee05bde81 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336566 Jul 12 17:30:21.572179 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:21.743216 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8532ce-4fff-49bf-afd4-1f476eba6485 req-f28a7367-b42f-4d26-bb75-43dc79500fcf tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:21.744728 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-da8532ce-4fff-49bf-afd4-1f476eba6485 req-f28a7367-b42f-4d26-bb75-43dc79500fcf tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 943 time: 0.0603976 Jul 12 17:30:21.784886 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-da8532ce-4fff-49bf-afd4-1f476eba6485 req-f6f1efe4-e86d-4bb9-ba11-385967dbf646 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328746 Jul 12 17:30:22.391832 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:22.960336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda53c0-4802-432c-a390-8b367a09ee4b req-82d62e9b-f7a0-46fa-84b3-7a35ed9594cf tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:22.961790 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4dda53c0-4802-432c-a390-8b367a09ee4b req-82d62e9b-f7a0-46fa-84b3-7a35ed9594cf tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 943 time: 0.0655117 Jul 12 17:30:22.998363 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4dda53c0-4802-432c-a390-8b367a09ee4b req-7ecabe05-c40d-4556-912d-de62b16f4f90 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 Jul 12 17:30:23.288864 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c6487642-3800-4d59-a140-ea391f1d2a79 details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:30:23.382125 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port c6487642-3800-4d59-a140-ea391f1d2a79, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c6487642-3800-4d59-a140-ea391f1d2a79,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:23.393875 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'port_id': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'mac_address': 'fa:16:3e:b5:8c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:30:23.428838 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:23.441598 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6487642-3800-4d59-a140-ea391f1d2a79 {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:30:23.471314 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port c6487642-3800-4d59-a140-ea391f1d2a79, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c6487642-3800-4d59-a140-ea391f1d2a79,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:23.472833 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:23.474563 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:23.532271 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=c6487642-3800-4d59-a140-ea391f1d2a79,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:23.804748 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['c6487642-3800-4d59-a140-ea391f1d2a79'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:30:24.171740 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e762-f9b5-45ff-9e25-7e55ccbd3464 req-3aa2fdff-0270-4525-aa2d-b3b91ac4822b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:24.173213 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-33e2e762-f9b5-45ff-9e25-7e55ccbd3464 req-3aa2fdff-0270-4525-aa2d-b3b91ac4822b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 944 time: 0.0658050 Jul 12 17:30:24.208614 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-33e2e762-f9b5-45ff-9e25-7e55ccbd3464 req-5f006cef-0a66-494f-81b5-14b749af4cfd tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298862 Jul 12 17:30:25.311257 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c6487642-3800-4d59-a140-ea391f1d2a79 up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:25.358057 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port c6487642-3800-4d59-a140-ea391f1d2a79 completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:25.362296 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port c6487642-3800-4d59-a140-ea391f1d2a79 triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:25.362668 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:25.381129 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa69e1-2c1d-40f9-96bd-cb25e6ec9573 req-208b5530-89e7-4b49-a6ae-79aa3a8bf28f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:25.383137 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-55fa69e1-2c1d-40f9-96bd-cb25e6ec9573 req-208b5530-89e7-4b49-a6ae-79aa3a8bf28f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 944 time: 0.0659153 Jul 12 17:30:25.421795 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-55fa69e1-2c1d-40f9-96bd-cb25e6ec9573 req-b202046f-9da6-4dba-8667-a3848041c00e tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Jul 12 17:30:25.438697 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:25.460074 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:30:25.462353 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ab7fa-901a-4a3f-9efe-bd2017a1ec29" -d '{"events": [{"server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "name": "network-vif-plugged", "status": "completed", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:25.478388 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port c6487642-3800-4d59-a140-ea391f1d2a79, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c6487642-3800-4d59-a140-ea391f1d2a79,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:25.482521 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:25.509135 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106870a-cedb-43ac-af73-3e9faeeaf17c x-openstack-request-id: req-c106870a-cedb-43ac-af73-3e9faeeaf17c {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:25.509424 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "name": "network-vif-plugged", "status": "completed", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:25.509675 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c106870a-cedb-43ac-af73-3e9faeeaf17c {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:25.510086 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'code': 200} Jul 12 17:30:25.546960 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=c6487642-3800-4d59-a140-ea391f1d2a79,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:25.769348 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b4f8e-33f0-48e3-ad7e-2d3eeabe1b2f req-6d668971-bcf2-4a90-a97b-d011e0d22368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:25.771083 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e13b4f8e-33f0-48e3-ad7e-2d3eeabe1b2f req-6d668971-bcf2-4a90-a97b-d011e0d22368 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 1098 time: 0.0560477 Jul 12 17:30:25.777543 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-4660c9da-cd37-44d8-a84c-43a566d8dfb2 None None] Provisioning complete for port c6487642-3800-4d59-a140-ea391f1d2a79 triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:25.777937 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4660c9da-cd37-44d8-a84c-43a566d8dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:25.805050 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e13b4f8e-33f0-48e3-ad7e-2d3eeabe1b2f req-dd824c43-3f22-449f-a030-d616a265a079 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277033 Jul 12 17:30:26.135223 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-c995fc51-0760-41cc-a082-1a23deed5be0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306414985&fields=id&tenant_id=4b3e5f35dceb4868a8c498ac094b4f93 HTTP/1.1" status: 200 len: 267 time: 0.0317974 Jul 12 17:30:26.237748 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-8b8d9c70-d53b-4316-9e09-630575ba9025 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:26.239244 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-8b8d9c70-d53b-4316-9e09-630575ba9025 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 809 time: 0.0972223 Jul 12 17:30:26.253684 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-2445dd6c-dadb-4044-94c1-080973efe459 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/quotas/4b3e5f35dceb4868a8c498ac094b4f93 HTTP/1.1" status: 200 len: 375 time: 0.0092053 Jul 12 17:30:26.328455 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-c3fc82ca-7e51-44c4-a3f1-3fa4d0db5d01 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700004 Jul 12 17:30:26.508608 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-5de33723-3167-40eb-9d00-a680a0290c40 service neutron] 10.222.0.74 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693501 Jul 12 17:30:26.609399 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-2c0df1ad-641d-4211-b392-df8619f68a74 service neutron] 10.222.0.74 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949049 Jul 12 17:30:26.620672 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fdb5c-1170-436e-bd88-bdeedac90141 req-badec555-56cf-4d92-aeab-c6a65aaf41df tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:26.622262 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-428fdb5c-1170-436e-bd88-bdeedac90141 req-badec555-56cf-4d92-aeab-c6a65aaf41df tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 945 time: 0.0878921 Jul 12 17:30:26.662567 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-428fdb5c-1170-436e-bd88-bdeedac90141 req-f64f6111-0264-4744-8ace-2c34db71d2f2 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327590 Jul 12 17:30:26.902387 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-1a2a3d8e-2fd8-40c8-ad4f-8095f2760414 req-fcef3dd9-0d86-4ceb-a9b2-b6b76c7c4353 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 210 time: 0.0287104 Jul 12 17:30:27.839550 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dc086-182a-40f8-861e-e80d5407eef1 req-9054c73c-c0d1-4010-b583-a86c574f110e tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:27.841069 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e1dc086-182a-40f8-861e-e80d5407eef1 req-9054c73c-c0d1-4010-b583-a86c574f110e tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 945 time: 0.0644782 Jul 12 17:30:27.933787 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2e1dc086-182a-40f8-861e-e80d5407eef1 req-dabbe864-6b13-4d45-ad67-5e85316bff7e tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808558 Jul 12 17:30:27.982894 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-2fd6c8b9-a67a-48b0-a686-6c7036232f67 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:27.984401 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-2fd6c8b9-a67a-48b0-a686-6c7036232f67 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.97 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 809 time: 0.1424696 Jul 12 17:30:28.034778 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-85a92bef-7030-4a4b-95c7-f530498b0a10 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b3e5f35dceb4868a8c498ac094b4f93 HTTP/1.1" status: 200 len: 379 time: 0.0422785 Jul 12 17:30:28.050620 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'port': {'device_id': '30727816-f9a2-4346-93aa-361b51893316', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'admin_state_up': True, 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'security_groups': ['924d525c-510d-4d7d-877b-e2c359079b4c']}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:28.071646 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-63ab0a25-8506-472b-af2f-95c89693dc65 req-0632601e-db7e-4b9a-9484-b7a45444eb18 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 210 time: 0.0400336 Jul 12 17:30:28.190382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb72b88-6fdf-4741-b42c-2896d9fb5a97 req-05e91f72-2801-405f-93d2-08d299dbcd2b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:28.191877 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5bb72b88-6fdf-4741-b42c-2896d9fb5a97 req-05e91f72-2801-405f-93d2-08d299dbcd2b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 945 time: 0.1375458 Jul 12 17:30:28.231472 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Made reservation on behalf of 4b3e5f35dceb4868a8c498ac094b4f93 for: {'port': 1} {{(pid=99420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:30:28.235296 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.252028 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5bb72b88-6fdf-4741-b42c-2896d9fb5a97 req-9ddd7f1b-f2f4-4e35-b453-be2602312d89 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537319 Jul 12 17:30:28.277540 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53182) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:28.328870 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037052f3-b78a-4a6a-94f0-0d8094ce5d8f tempest-TestVolumeBootPattern-579779163 tempest-TestVolumeBootPattern-579779163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:28.330367 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-037052f3-b78a-4a6a-94f0-0d8094ce5d8f tempest-TestVolumeBootPattern-579779163 tempest-TestVolumeBootPattern-579779163-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 1093 time: 0.0518029 Jul 12 17:30:28.333299 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53184) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:28.337935 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.v2.base [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'port_id': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:28.359923 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.372560 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Allocated IP 172.20.0.14 (62fc5cbd-4a15-4762-9737-7b97b158d565/d2044bfe-4dc5-4654-818d-ad3e1808e2ed/034f6235-e8a9-4be2-bf39-26184523fb6e) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:28.466502 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.523170 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.538085 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Transition to ACTIVE for port object 034f6235-e8a9-4be2-bf39-26184523fb6e will not be triggered until provisioned by entity DHCP. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:28.573287 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.574060 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_common [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Allocated IP 172.27.1.36 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/f00a2ac3-bf36-4494-bce2-603d8a771f60) {{(pid=99421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:28.620414 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:28.625636 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:28.628164 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:28.662259 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:28.675391 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.675769 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.676143 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.676552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.676888 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.677214 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.677539 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.677897 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.678222 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.678543 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.678863 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.679179 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.684450 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.700548 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:28.701196 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.716430 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-3194ce5d-b908-4ca6-90fb-7bbf6d5654b4 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6702666 Jul 12 17:30:28.725663 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2756898'] for port, after_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.728420 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Request body: {'port': {'device_id': '30727816-f9a2-4346-93aa-361b51893316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80049'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:28.768820 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:28.771912 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.base_scheduler [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Resources bound (agent type, host, resource id): {{(pid=99421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:28.776607 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Received port after_create {{(pid=99421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:28.779751 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=f00a2ac3-bf36-4494-bce2-603d8a771f60,revision_number=1']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:28.808599 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.810747 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.811113 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.811504 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.811871 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.812236 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.812569 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.812979 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.813217 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.813531 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.813878 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.814202 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.814521 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:28.891516 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-427ddbb3-88ed-4045-8d3b-4a2dd97e4cd0 None None] Provisioning for port 034f6235-e8a9-4be2-bf39-26184523fb6e completed by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:28.898855 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-427ddbb3-88ed-4045-8d3b-4a2dd97e4cd0 None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:28.899129 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-427ddbb3-88ed-4045-8d3b-4a2dd97e4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:28.936071 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-427ddbb3-88ed-4045-8d3b-4a2dd97e4cd0 None None] Port 034f6235-e8a9-4be2-bf39-26184523fb6e cannot update to ACTIVE because it is not bound. {{(pid=99422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:30:29.076563 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034f6235-e8a9-4be2-bf39-26184523fb6e {{(pid=99420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:30:29.084337 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.096837 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.provisioning_blocks [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Transition to ACTIVE for port object 034f6235-e8a9-4be2-bf39-26184523fb6e will not be triggered until provisioned by entity L2. {{(pid=99420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:30:29.101722 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.156308 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:29.158952 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.228267 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Attempting to bind port 034f6235-e8a9-4be2-bf39-26184523fb6e on host hv-cinder-80049 for vnic_type normal with profile {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:30:29.228596 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Attempting to bind port 034f6235-e8a9-4be2-bf39-26184523fb6e by drivers openvswitch,hyperv on host hv-cinder-80049 at level 0 using segments [{'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:30:29.228920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Attempting to bind port 034f6235-e8a9-4be2-bf39-26184523fb6e on network 62fc5cbd-4a15-4762-9737-7b97b158d565 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:29.234692 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Port 034f6235-e8a9-4be2-bf39-26184523fb6e on network 62fc5cbd-4a15-4762-9737-7b97b158d565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80049 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:30:29.234692 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Attempting to bind port 034f6235-e8a9-4be2-bf39-26184523fb6e on network 62fc5cbd-4a15-4762-9737-7b97b158d565 {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:30:29.239466 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Checking agent: {'id': '5e0783bf-65ae-4408-b6e3-3de443062faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'started_at': datetime.datetime(2021, 7, 12, 16, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:30:29.239801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Checking segment: {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:30:29.240247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Bound using segment: {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'} {{(pid=99420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:30:29.240761 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.managers [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Bound port: 034f6235-e8a9-4be2-bf39-26184523fb6e, host: hv-cinder-80049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10789b6f-e54b-4f04-9ef0-12e05cd5534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565'}}] {{(pid=99420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:30:29.241179 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.278885 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.299162 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:30:29.315028 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, cleared binding levels {{(pid=99420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:29.318574 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:29.323284 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.324227 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf9cbb-9f28-4d12-92c5-52065914b641 req-0215e55b-4875-4ce4-9672-66c66ee8a7f1 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:29.325799 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-89bf9cbb-9f28-4d12-92c5-52065914b641 req-0215e55b-4875-4ce4-9672-66c66ee8a7f1 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.1336288 Jul 12 17:30:29.364194 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:29.364869 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.366461 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] 10.222.0.97 "PUT /v2.0/ports/034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 1094 time: 0.6426482 Jul 12 17:30:29.366923 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:30:29.369162 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5403a90-aa3d-45fd-a202-d6427f4b7200" -d '{"events": [{"name": "network-changed", "server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:29.400565 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18cfa6-8cac-4fd7-8531-0bd05ac6dca4 service neutron] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=3']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:29.445376 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca72deb-e6b6-419e-87e5-e094f08cf8c6 x-openstack-request-id: req-5ca72deb-e6b6-419e-87e5-e094f08cf8c6 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:29.445600 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-89bf9cbb-9f28-4d12-92c5-52065914b641 req-759833de-0c57-4b6b-b938-f31a1c450021 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976501 Jul 12 17:30:29.445730 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:29.445920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ca72deb-e6b6-419e-87e5-e094f08cf8c6 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:29.446319 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'status': 'completed', 'code': 200} Jul 12 17:30:29.486504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-1adda34c-d8f0-4444-b376-6a8bd0632309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:29.488207 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-1adda34c-d8f0-4444-b376-6a8bd0632309 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1097 time: 0.0763628 Jul 12 17:30:29.510384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for port, precommit_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.516640 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2756916'] for port, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.535549 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-da364f08-dcdb-43ea-83f5-4659008b714d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 217 time: 0.0398393 Jul 12 17:30:29.589091 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event updated for resources: {'Port': ['ID=f00a2ac3-bf36-4494-bce2-603d8a771f60,revision_number=2']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:29.591920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-694b869b-396d-455e-9c3f-c01a201495c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:29.593513 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-694b869b-396d-455e-9c3f-c01a201495c2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 200 len: 848 time: 0.0515859 Jul 12 17:30:29.598751 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:29.651576 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3045-f5fe-4596-aa39-047f13702819 req-13ac6519-85c4-4a6d-a36e-84eacdaacbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:29.653081 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-13ac6519-85c4-4a6d-a36e-84eacdaacbb2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=62fc5cbd-4a15-4762-9737-7b97b158d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533922 Jul 12 17:30:29.699377 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.db.l3_db [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Floating IP 800d1414-97e0-4291-b6b1-fcd4ed7df15c associated. External IP: 172.27.1.36, port: c6487642-3800-4d59-a140-ea391f1d2a79. Jul 12 17:30:29.743524 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-657ea224-5d14-42d8-802d-73b596e24a09 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843470 Jul 12 17:30:29.831585 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-974c3045-f5fe-4596-aa39-047f13702819 req-1637cba5-b7b8-4de4-b003-0004243ec666 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811601 Jul 12 17:30:29.904683 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:30:29.933647 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-9d64346d-64c8-4917-95fd-91888e39eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:29.935187 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-9d64346d-64c8-4917-95fd-91888e39eaba service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1097 time: 0.0550640 Jul 12 17:30:30.009612 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:30.019757 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:30.028247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-ef69ac72-051f-468e-bde1-d4263b0c09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.028868 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:30.029828 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-ef69ac72-051f-468e-bde1-d4263b0c09d0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 910 time: 0.0877507 Jul 12 17:30:30.030505 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:30.031034 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:30:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:30.074659 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-cb24b224-9366-43d6-af96-bdf045b227db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7337880 Jul 12 17:30:30.074659 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79'}] {{(pid=99421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:30:30.074659 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0e2c2b46c158810d77421d4bd548dfd934a6ed8af97b698fa2a0fc077607605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660ccae3-7b28-445f-9fa9-11c31e7047c2" -d '{"events": [{"name": "network-changed", "server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79"}]}' {{(pid=99421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:30.075049 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-61b07491-9351-4576-bddc-d47688e605e0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 217 time: 0.0353794 Jul 12 17:30:30.107884 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6419188a-e705-494f-999b-57c1ede4c584 x-openstack-request-id: req-6419188a-e705-494f-999b-57c1ede4c584 {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:30.108183 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79", "status": "completed", "code": 200}]} {{(pid=99421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:30.108972 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6419188a-e705-494f-999b-57c1ede4c584 {{(pid=99421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:30.109588 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'status': 'completed', 'code': 200} Jul 12 17:30:30.128021 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-0e4d759e-a707-4d2f-833f-183146bb2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.129485 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-0e4d759e-a707-4d2f-833f-183146bb2c6f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 200 len: 848 time: 0.0493114 Jul 12 17:30:30.137087 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.97', 49413) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:30.149561 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:30.231110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-9d8c3217-20ce-4180-a637-3e0ecf0c02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.232637 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-9d8c3217-20ce-4180-a637-3e0ecf0c02cb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 1098 time: 0.0944211 Jul 12 17:30:30.235717 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-3b375c8f-3a13-4593-9945-fa9b9c6b940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.237071 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-3b375c8f-3a13-4593-9945-fa9b9c6b940a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=62fc5cbd-4a15-4762-9737-7b97b158d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910368 Jul 12 17:30:30.372139 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:37Z', 'revision_number': 1, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}, {'id': '800d1414-97e0-4291-b6b1-fcd4ed7df15c', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:b5:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:30:29Z', 'updated_at': '2021-07-12T17:30:29Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:30.394723 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-32bc7db1-cde9-47f7-bbb2-0639824887ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.396219 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-32bc7db1-cde9-47f7-bbb2-0639824887ba service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.1523833 Jul 12 17:30:30.397592 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:30.398115 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-3acd390a-3fee-43d7-b64f-87ebc144abe6 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470745 Jul 12 17:30:30.406189 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:30.406815 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:30:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:30.510874 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:30.516300 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-0fb5e327-9269-45a9-adf6-546e89debe5b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6487642-3800-4d59-a140-ea391f1d2a79 HTTP/1.1" status: 200 len: 998 time: 0.1084819 Jul 12 17:30:30.640987 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f05ac-6dbb-4fe9-b9c9-d02951929af9 req-c3f6da5c-56a8-4ba7-ab19-583e0047f3c2 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.643830 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d08f05ac-6dbb-4fe9-b9c9-d02951929af9 req-c3f6da5c-56a8-4ba7-ab19-583e0047f3c2 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.0781674 Jul 12 17:30:30.684528 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-d08f05ac-6dbb-4fe9-b9c9-d02951929af9 req-3c4b1682-9dfc-45ea-b893-7293f880b5bf tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346897 Jul 12 17:30:30.755997 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:37Z', 'revision_number': 1, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}, {'id': '800d1414-97e0-4291-b6b1-fcd4ed7df15c', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:b5:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:30:29Z', 'updated_at': '2021-07-12T17:30:29Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:30.782741 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cb2bc-8210-4a84-b745-5917a41c66a6 None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:37Z', 'revision_number': 1, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}, {'id': '800d1414-97e0-4291-b6b1-fcd4ed7df15c', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:b5:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:30:29Z', 'updated_at': '2021-07-12T17:30:29Z', 'revision_number': 0, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:30.854556 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a5403a90-aa3d-45fd-a202-d6427f4b7200 req-42d81ad5-a9cc-43d8-bdd3-e422ee6102ad service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458926 Jul 12 17:30:30.860336 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-b542d3e3-7ca6-49f8-8742-f39e0e77b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.862134 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-b542d3e3-7ca6-49f8-8742-f39e0e77b716 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.3377771 Jul 12 17:30:30.919290 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-79a169bc-a3be-4634-8a5c-5c868b25f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:30.920883 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-79a169bc-a3be-4634-8a5c-5c868b25f30d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525753 Jul 12 17:30:30.986807 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb68bc-de57-4a61-8886-43771c22c461 None None] New status for floating IP 800d1414-97e0-4291-b6b1-fcd4ed7df15c: ACTIVE {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:30:31.014204 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-1e4481f2-655a-44b9-ae4e-40c3e40e4948 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857928 Jul 12 17:30:31.101429 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-660ccae3-7b28-445f-9fa9-11c31e7047c2 req-f9f6385f-523f-4b5a-bfc1-b7424bc5b7e2 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811687 Jul 12 17:30:31.859499 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d55c-a479-4117-805b-9eed3fa8b08c req-2321563f-34a4-4464-a07a-578811511c5f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:31.860980 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4a59d55c-a479-4117-805b-9eed3fa8b08c req-2321563f-34a4-4464-a07a-578811511c5f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.0669658 Jul 12 17:30:31.897932 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4a59d55c-a479-4117-805b-9eed3fa8b08c req-6d231547-331e-4949-8d21-31c1fe8b55bd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Jul 12 17:30:33.073607 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714373fa-df7c-423e-b5e2-04c56ff68c04 req-c434c7e6-86bf-4e28-83c3-10e8770c457b tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:33.075124 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-714373fa-df7c-423e-b5e2-04c56ff68c04 req-c434c7e6-86bf-4e28-83c3-10e8770c457b tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.0707068 Jul 12 17:30:33.111367 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-714373fa-df7c-423e-b5e2-04c56ff68c04 req-363d3e7a-e88d-418e-9ddc-a1e1b01ee6cd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299664 Jul 12 17:30:34.282617 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6935c9-a38b-4121-988d-e281bfa8e669 req-1ad52a9a-54ad-4b6a-951f-c97c1588473d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:34.284089 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7b6935c9-a38b-4121-988d-e281bfa8e669 req-1ad52a9a-54ad-4b6a-951f-c97c1588473d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.0620036 Jul 12 17:30:34.320052 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7b6935c9-a38b-4121-988d-e281bfa8e669 req-647edf85-1d7a-4e14-a8c8-4409c168007b tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302596 Jul 12 17:30:35.488192 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824b8f-2fda-4e4d-b1de-892acbb4b068 req-e0a1c450-5b58-42c5-972b-53f2597b959b tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:35.489663 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c5824b8f-2fda-4e4d-b1de-892acbb4b068 req-e0a1c450-5b58-42c5-972b-53f2597b959b tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.0609879 Jul 12 17:30:35.525670 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-c5824b8f-2fda-4e4d-b1de-892acbb4b068 req-836f9e10-35d4-4d1c-beec-ee750c06f309 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306096 Jul 12 17:30:36.693013 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33944b-4978-4a85-8e49-0bba07908877 req-a8e94317-4a0b-4db7-b733-d8a8203ea11a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:36.694480 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-de33944b-4978-4a85-8e49-0bba07908877 req-a8e94317-4a0b-4db7-b733-d8a8203ea11a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.0610032 Jul 12 17:30:36.731048 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-de33944b-4978-4a85-8e49-0bba07908877 req-6e5c86af-8548-426f-914a-059483edec40 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311387 Jul 12 17:30:37.405736 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 034f6235-e8a9-4be2-bf39-26184523fb6e details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:30:37.606917 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:37.617669 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'port_id': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'mac_address': 'fa:16:3e:c8:07:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:30:37.653021 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:37.664973 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034f6235-e8a9-4be2-bf39-26184523fb6e {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:30:37.683250 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:37.688014 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:37.740519 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=4']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:37.911057 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88a68c-b3da-4d27-8b5c-785052d0ff6a req-d6c5ab4d-538b-4d9f-9602-023d8a00a253 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:37.912547 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8c88a68c-b3da-4d27-8b5c-785052d0ff6a req-d6c5ab4d-538b-4d9f-9602-023d8a00a253 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 945 time: 0.0672464 Jul 12 17:30:37.940025 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['034f6235-e8a9-4be2-bf39-26184523fb6e'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:30:37.950429 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8c88a68c-b3da-4d27-8b5c-785052d0ff6a req-ecf95be4-7730-4447-a132-320490aa5a36 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322406 Jul 12 17:30:39.121182 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d94608-703f-48c5-b3ca-ea2f5a35010d req-6b191b5e-86f8-407a-94da-dc9276f3a2b8 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:39.122624 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-38d94608-703f-48c5-b3ca-ea2f5a35010d req-6b191b5e-86f8-407a-94da-dc9276f3a2b8 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 945 time: 0.0649111 Jul 12 17:30:39.160520 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-38d94608-703f-48c5-b3ca-ea2f5a35010d req-cfcaffe0-68ea-495e-ae63-44bc54963852 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Jul 12 17:30:39.405270 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 034f6235-e8a9-4be2-bf39-26184523fb6e up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:39.455923 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning for port 034f6235-e8a9-4be2-bf39-26184523fb6e completed by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:30:39.459609 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:39.459980 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:39.532738 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:39.554929 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:30:39.557145 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab81a720-4299-4a6b-8792-bb53f4ede9a3" -d '{"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-plugged", "status": "completed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:39.570131 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:39.574371 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:39.603353 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e92367-dea7-4784-a51f-7bc7b1800a12 x-openstack-request-id: req-14e92367-dea7-4784-a51f-7bc7b1800a12 {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:39.603640 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-plugged", "status": "completed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:39.603889 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14e92367-dea7-4784-a51f-7bc7b1800a12 {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:39.604536 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'code': 200} Jul 12 17:30:39.633261 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=5']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:39.816574 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-ef8ae84d-127b-47c5-b55c-f221ffd9aa45 None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:30:39.816943 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae84d-127b-47c5-b55c-f221ffd9aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:39.877842 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecfcb1-4624-431d-b6e9-0381eb1ba60c req-c912fd85-8f2c-467c-a1ac-8f0bd66048fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:39.879291 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1eecfcb1-4624-431d-b6e9-0381eb1ba60c req-c912fd85-8f2c-467c-a1ac-8f0bd66048fb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1099 time: 0.0511494 Jul 12 17:30:39.915115 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-1eecfcb1-4624-431d-b6e9-0381eb1ba60c req-b74161eb-cd02-40a1-9513-784052316aba service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290561 Jul 12 17:30:40.330885 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4afb8-4480-439a-a0f5-2047032cb9ba req-3ae6a311-9aec-4f60-8718-3bf604e4b6d1 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:40.332626 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-48b4afb8-4480-439a-a0f5-2047032cb9ba req-3ae6a311-9aec-4f60-8718-3bf604e4b6d1 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0664656 Jul 12 17:30:40.369419 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-48b4afb8-4480-439a-a0f5-2047032cb9ba req-d064dd60-6bc4-4313-9843-f4d96940c0d8 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315292 Jul 12 17:30:41.541835 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44136f40-996f-4fc7-9ae6-a591634d9620 req-c79b480b-3959-4843-ad80-cb16d10b9263 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:41.543316 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44136f40-996f-4fc7-9ae6-a591634d9620 req-c79b480b-3959-4843-ad80-cb16d10b9263 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0620079 Jul 12 17:30:41.580112 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-44136f40-996f-4fc7-9ae6-a591634d9620 req-fb32db33-b53f-4507-9db8-d7761c689097 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308588 Jul 12 17:30:41.752483 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7751-f992-48a8-8e74-e553aa3d64d7 req-b716316c-b2ce-4e6d-86bf-feea2a5aad52 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:41.754015 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4d7d7751-f992-48a8-8e74-e553aa3d64d7 req-b716316c-b2ce-4e6d-86bf-feea2a5aad52 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0625043 Jul 12 17:30:41.790780 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4d7d7751-f992-48a8-8e74-e553aa3d64d7 req-ff5766f2-48b6-4d4a-bb75-09e9593ac109 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Jul 12 17:30:41.815018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53222) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:41.905213 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4c3a3-2fe1-4f38-9d04-c6d62e5c696d tempest-TestShelveInstance-1009700949 tempest-TestShelveInstance-1009700949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:41.906769 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-baf4c3a3-2fe1-4f38-9d04-c6d62e5c696d tempest-TestShelveInstance-1009700949 tempest-TestShelveInstance-1009700949-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1094 time: 0.0907798 Jul 12 17:30:41.910082 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53226) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:30:41.914369 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.v2.base [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Request body: {'floatingip': {'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'port_id': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:30:41.935692 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for floatingip, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.030795 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.134981 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_common [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Allocated IP 172.27.1.141 (1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1/1f524653-22a1-47ec-8f0b-0b6fb7581e4a/9ca9e4ec-ba1d-45b6-99d0-d8d2c3d0b932) {{(pid=99420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:42.233511 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for port, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.271755 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781029787886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7762102'] for port, after_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.309976 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Network 1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1 is already hosted by enough agents. {{(pid=99420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:42.312632 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.base_scheduler [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Resources bound (agent type, host, resource id): {{(pid=99420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:42.316730 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Received port after_create {{(pid=99420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:30:42.343055 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'Port': ['ID=9ca9e4ec-ba1d-45b6-99d0-d8d2c3d0b932,revision_number=1']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:42.677509 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.754512 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.900941 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for port, precommit_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.905320 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7762080'] for port, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:42.970712 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event updated for resources: {'Port': ['ID=9ca9e4ec-ba1d-45b6-99d0-d8d2c3d0b932,revision_number=2']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:42.980078 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438007'] for floatingip, after_update {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:43.078131 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Floating IP 3d5579e9-4c1c-4734-bc52-bac7e2f35252 associated. External IP: 172.27.1.141, port: 034f6235-e8a9-4be2-bf39-26184523fb6e. Jul 12 17:30:43.276516 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:30:43.381504 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:43.390993 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] Sync routers for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:43.397335 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:43.400201 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:43.400830 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:30:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:43.435146 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-1973cd58-81b9-4699-9719-222d66812552 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5240598 Jul 12 17:30:43.435864 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:30:43.438220 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67b72b-c012-46cd-a35e-cd6f13442cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:43.472420 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901db423-d7b2-42ac-94da-cb37a3737cf3 x-openstack-request-id: req-901db423-d7b2-42ac-94da-cb37a3737cf3 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:43.472706 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:43.472953 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-901db423-d7b2-42ac-94da-cb37a3737cf3 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:43.473346 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'status': 'completed', 'code': 200} Jul 12 17:30:43.508071 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:43.546925 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-9a6d96b0-064c-474d-9ddf-13aab628511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:43.549042 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-9a6d96b0-064c-474d-9ddf-13aab628511c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1099 time: 0.0536983 Jul 12 17:30:43.638972 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-08b74bdc-28f1-4a22-b3e5-d07ee94c2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:43.640485 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-08b74bdc-28f1-4a22-b3e5-d07ee94c2800 service neutron] 10.222.0.97 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 910 time: 0.0853839 Jul 12 17:30:43.704291 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-0bfd0f86-a910-420c-abd2-14bc7f85067e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 1000 time: 0.0564387 Jul 12 17:30:43.731001 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '3d5579e9-4c1c-4734-bc52-bac7e2f35252', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'port_id': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'mac_address': 'fa:16:3e:c8:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30727816-f9a2-4346-93aa-361b51893316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:30:42Z', 'updated_at': '2021-07-12T17:30:42Z', 'revision_number': 0, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:08Z', 'revision_number': 5, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:43.757179 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] Checking router: 2bae460f-6e7d-45e4-b433-8d0531e2ee94 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:43.758491 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-6a51efd9-9ddd-473b-ae13-04cdadf9743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:43.760013 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-6a51efd9-9ddd-473b-ae13-04cdadf9743b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 200 len: 848 time: 0.0484438 Jul 12 17:30:43.765337 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:30:43.766746 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:30:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:43.821056 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-750f6b6a-b82b-48c4-9b5c-bde5afb17e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:43.822485 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-750f6b6a-b82b-48c4-9b5c-bde5afb17e59 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=62fc5cbd-4a15-4762-9737-7b97b158d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516622 Jul 12 17:30:43.871122 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:30:43.912606 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-522866ba-83b1-4dd1-8df2-25071bcef106 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824821 Jul 12 17:30:44.005540 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-cc67b72b-c012-46cd-a35e-cd6f13442cbb req-6fe28ab1-6d7f-4d80-8ade-835d7193868c service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854211 Jul 12 17:30:44.089202 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '3d5579e9-4c1c-4734-bc52-bac7e2f35252', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'port_id': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'mac_address': 'fa:16:3e:c8:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30727816-f9a2-4346-93aa-361b51893316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:30:42Z', 'updated_at': '2021-07-12T17:30:42Z', 'revision_number': 0, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:08Z', 'revision_number': 5, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:44.117963 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df11eef-6604-486e-8ab1-ec569c6e0485 None None] The sync data for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi is: [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '3d5579e9-4c1c-4734-bc52-bac7e2f35252', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'port_id': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'mac_address': 'fa:16:3e:c8:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30727816-f9a2-4346-93aa-361b51893316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:30:42Z', 'updated_at': '2021-07-12T17:30:42Z', 'revision_number': 0, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:08Z', 'revision_number': 5, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:44.290498 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738eae9-a5b3-41a4-a759-0ace7d65f2af None None] New status for floating IP 3d5579e9-4c1c-4734-bc52-bac7e2f35252: ACTIVE {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:30:45.730076 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5b0d03cb-2e89-44d0-a761-50b1babece65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:49.026973 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:49.421830 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-3718dced-bcc0-4bb5-93d8-e54a4be0028b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511384 Jul 12 17:30:49.518657 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-507db080-3ae9-4588-94ee-0aa50d15e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:49.520108 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-507db080-3ae9-4588-94ee-0aa50d15e088 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1099 time: 0.0529783 Jul 12 17:30:49.582327 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0381132f-0002-4276-8476-52be2a17ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:49.625696 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-b13844ba-ae74-4c8c-ac99-3821caff29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:49.627699 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-b13844ba-ae74-4c8c-ac99-3821caff29ca service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0872893 Jul 12 17:30:49.690971 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-47bc1838-019c-495d-8949-8e82ddba10b0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 1000 time: 0.0560317 Jul 12 17:30:49.743516 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-d00d5b5a-3884-4e4a-82fd-5d0451da9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:49.744979 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-d00d5b5a-3884-4e4a-82fd-5d0451da9453 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0473208 Jul 12 17:30:49.801858 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-41d1e2d5-e357-41a1-b012-fa726cb848a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:30:49.803339 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-41d1e2d5-e357-41a1-b012-fa726cb848a4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518644 Jul 12 17:30:49.890230 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-47aab025-63da-497f-9293-a6dffd52458a service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793827 Jul 12 17:30:49.982365 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-13b76859-f74a-41dc-8da0-7ea6df6f7400 req-35cb09ee-6471-4490-a210-7144d90ade93 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855844 Jul 12 17:30:51.574999 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:52.416594 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:53.464654 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:06.298433 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:31:15.731111 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-dd04303c-4228-4443-81da-ba813be20134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:19.028652 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:19.584954 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-78d642e2-d520-49fc-a5a2-7e636fe34f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:21.578312 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:22.415941 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:23.467161 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:43.297219 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:31:45.730685 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e8ef77d6-4c1a-4646-91ae-311b5fe3eeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:49.029679 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:49.517181 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-0fdbc722-79ff-4c83-86f4-f7a453f49db1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511775 Jul 12 17:31:49.587899 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-ec316ec7-f082-460f-abe1-0c956f15390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:49.589803 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-de5c20f3-5ee1-47a7-8ef6-1c6a9bc9aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:31:49.591308 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-de5c20f3-5ee1-47a7-8ef6-1c6a9bc9aecf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 1098 time: 0.0520246 Jul 12 17:31:49.696358 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-34cb3cee-5f92-41ee-b0ef-57f5939557d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:31:49.697996 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-34cb3cee-5f92-41ee-b0ef-57f5939557d0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.0861189 Jul 12 17:31:49.760514 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-e85fde99-e867-4675-9877-c2eb950bc25c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6487642-3800-4d59-a140-ea391f1d2a79 HTTP/1.1" status: 200 len: 1000 time: 0.0564992 Jul 12 17:31:49.812435 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-ad44fb8e-de21-4b00-a959-dabfa9fc70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:31:49.814027 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-ad44fb8e-de21-4b00-a959-dabfa9fc70eb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0476580 Jul 12 17:31:49.871061 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-5b931a42-dd23-4894-8dce-b1d24051c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:31:49.872551 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-5b931a42-dd23-4894-8dce-b1d24051c2c3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529983 Jul 12 17:31:49.882959 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-020f41b8-2171-4071-acd3-21ae12bf94aa service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=99420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:31:49.883891 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-020f41b8-2171-4071-acd3-21ae12bf94aa service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053487 Jul 12 17:31:49.969790 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-05047318-e7f5-4d86-bde5-4f5cb60b3b09 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799627 Jul 12 17:31:50.059986 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5a242365-1178-4c51-bbd6-a713a7c35440 req-7c46fdbc-1ad3-4680-b718-93738dc86c7d service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839057 Jul 12 17:31:51.586870 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:52.429470 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:53.472677 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:09.120214 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53262) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:09.325552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Deleting port f00a2ac3-bf36-4494-bce2-603d8a771f60 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:09.325921 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:09.403411 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:09.403655 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:09.414909 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Calling delete_port for f00a2ac3-bf36-4494-bce2-603d8a771f60 owned by network:floatingip {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:09.594585 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:09.883358 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event deleted for resources: {'Port': ['ID=f00a2ac3-bf36-4494-bce2-603d8a771f60,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:09.911018 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.911376 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.911733 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.912040 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.912363 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.912687 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.913010 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.913367 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.914348 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.914713 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.915038 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.915359 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:09.958164 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:09.958518 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Floating IP 800d1414-97e0-4291-b6b1-fcd4ed7df15c disassociated (deleted). External IP: 172.27.1.36, port: c6487642-3800-4d59-a140-ea391f1d2a79. Jul 12 17:32:10.164041 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:32:10.268132 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:10.272962 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:10.277967 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:10.286598 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:10.287214 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:31:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:10.308984 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-73100d75-9c06-4f68-8f8b-1c4fc67fafa5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "DELETE /v2.0/floatingips/800d1414-97e0-4291-b6b1-fcd4ed7df15c HTTP/1.1" status: 204 len: 168 time: 1.1877613 Jul 12 17:32:10.309678 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:32:10.312237 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d33b80-e136-4feb-b46e-acd8be039f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:10.354346 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5033825-054d-49d8-996e-de5edcc4c74f x-openstack-request-id: req-e5033825-054d-49d8-996e-de5edcc4c74f {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:10.354638 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:10.354891 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5033825-054d-49d8-996e-de5edcc4c74f {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:10.355298 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'status': 'completed', 'code': 200} Jul 12 17:32:10.430464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-b985e692-7e2e-4d38-a7a9-9bca1927de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:10.432001 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-b985e692-7e2e-4d38-a7a9-9bca1927de8e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 1098 time: 0.0569417 Jul 12 17:32:10.540832 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-c6ad0de2-bd1a-4a4d-bd83-d5b473b597b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:10.541192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:10.542672 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-c6ad0de2-bd1a-4a4d-bd83-d5b473b597b1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.1039832 Jul 12 17:32:10.591141 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-ce9a9b4c-8d63-4148-bb68-8ef3aea72605 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6487642-3800-4d59-a140-ea391f1d2a79 HTTP/1.1" status: 200 len: 217 time: 0.0369689 Jul 12 17:32:10.650897 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-fb9910eb-7341-4458-b9d3-4a8e8c1049be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:10.652454 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-fb9910eb-7341-4458-b9d3-4a8e8c1049be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0541930 Jul 12 17:32:10.690328 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aabff-1944-45ff-8211-a458dc030c6a req-3e6d8765-dabb-4303-89ad-8e4eacc609d8 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:10.691874 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4e9aabff-1944-45ff-8211-a458dc030c6a req-3e6d8765-dabb-4303-89ad-8e4eacc609d8 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 945 time: 0.0677691 Jul 12 17:32:10.719787 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-2f4f0d1d-2069-4f85-877f-1d5ff03f122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:10.721808 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-2f4f0d1d-2069-4f85-877f-1d5ff03f122f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625653 Jul 12 17:32:10.737360 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4e9aabff-1944-45ff-8211-a458dc030c6a req-da84a959-14d2-4202-8301-b14ba060d40b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385256 Jul 12 17:32:10.773465 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:37Z', 'revision_number': 1, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:10.799462 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:10.808195 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:10.808821 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:31:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:10.819191 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-c041fd76-6ad5-4897-9bd5-e0dee33851d8 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906138 Jul 12 17:32:10.922817 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:10.923071 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-66d33b80-e136-4feb-b46e-acd8be039f6a req-ebcd0024-cb6f-442c-b653-3ec1af95cb14 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966265 Jul 12 17:32:11.151175 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:37Z', 'revision_number': 1, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:11.176564 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c9b85-77e8-47c3-b451-a9b86b94d532 None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_floatingips': [{'id': '57449a2c-3e0a-4109-9305-2133a2415bc7', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'router_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'port_id': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'mac_address': 'fa:16:3e:1f:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:28:35Z', 'updated_at': '2021-07-12T17:28:37Z', 'revision_number': 1, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:11.400980 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a6313-88c9-4186-be15-fb10c6832390 None None] New status for floating IP 800d1414-97e0-4291-b6b1-fcd4ed7df15c: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:32:11.940424 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9359a-2e57-4f27-bcdf-934dd6b2e2ef req-0dd5084b-90c5-4448-bb95-bcf15375902f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:11.942161 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-18e9359a-2e57-4f27-bcdf-934dd6b2e2ef req-0dd5084b-90c5-4448-bb95-bcf15375902f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 945 time: 0.0754910 Jul 12 17:32:11.980995 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-18e9359a-2e57-4f27-bcdf-934dd6b2e2ef req-34150f87-589f-4c0f-8b72-0e19afb0e734 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330591 Jul 12 17:32:12.186887 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-91dda31d-9bd0-48ca-b49b-1146d6387773 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:12.188451 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-91dda31d-9bd0-48ca-b49b-1146d6387773 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 945 time: 0.0652876 Jul 12 17:32:12.295902 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Deleting port c6487642-3800-4d59-a140-ea391f1d2a79 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:12.296244 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:12.383160 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] For port c6487642-3800-4d59-a140-ea391f1d2a79, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=c6487642-3800-4d59-a140-ea391f1d2a79,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:12.383518 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:12.401954 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Calling delete_port for c6487642-3800-4d59-a140-ea391f1d2a79 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:12.530045 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:12.558176 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event deleted for resources: {'Port': ['ID=c6487642-3800-4d59-a140-ea391f1d2a79,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:12.607225 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] No DVR routers for this DVR port c6487642-3800-4d59-a140-ea391f1d2a79 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:32:12.610033 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:12.612146 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09b482cc-f96b-49ce-befb-53748bc74db9 req-6e80538d-7410-4a05-b584-388c90b74382 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "DELETE /v2.0/ports/c6487642-3800-4d59-a140-ea391f1d2a79 HTTP/1.1" status: 204 len: 173 time: 0.4182141 Jul 12 17:32:12.612576 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'name': 'network-vif-deleted', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:32:12.615373 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3cf9e8-5abf-45b3-ada8-8731f504117c" -d '{"events": [{"server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "name": "network-vif-deleted", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:12.667395 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f870ed-4100-4a7b-afa5-15303fa15fe0 x-openstack-request-id: req-68f870ed-4100-4a7b-afa5-15303fa15fe0 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:12.667693 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230ffd16-8e5b-4c07-9cd6-bba3ea033c3d", "name": "network-vif-deleted", "tag": "c6487642-3800-4d59-a140-ea391f1d2a79", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:12.667951 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68f870ed-4100-4a7b-afa5-15303fa15fe0 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:12.668356 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ffd16-8e5b-4c07-9cd6-bba3ea033c3d', 'name': 'network-vif-deleted', 'tag': 'c6487642-3800-4d59-a140-ea391f1d2a79', 'status': 'completed', 'code': 200} Jul 12 17:32:13.142716 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-4e608fee-f0ba-4ccc-8ee6-b5fdb4062298 req-a5bf5a20-26d5-4c2e-a847-1a4c8141c4db tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=230ffd16-8e5b-4c07-9cd6-bba3ea033c3d HTTP/1.1" status: 200 len: 210 time: 0.0299575 Jul 12 17:32:15.734198 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-87c33e5a-927f-4906-8f91-b02527f65071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:15.808084 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c6487642-3800-4d59-a140-ea391f1d2a79 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:15.828463 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: c6487642-3800-4d59-a140-ea391f1d2a79 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:15.828808 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device c6487642-3800-4d59-a140-ea391f1d2a79 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:16.455886 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53308) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:16.612875 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Deleting port 8da62f67-80c0-4b94-80c8-b2710645e6fa {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:16.613221 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:16.689684 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:16.690054 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:16.702232 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Calling delete_port for 8da62f67-80c0-4b94-80c8-b2710645e6fa owned by network:floatingip {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:16.848430 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:16.875367 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event deleted for resources: {'Port': ['ID=8da62f67-80c0-4b94-80c8-b2710645e6fa,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:16.939450 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:16.939849 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Floating IP 57449a2c-3e0a-4109-9305-2133a2415bc7 disassociated (deleted). External IP: 172.27.1.9, port: 2dfb78d5-85b2-4414-85fd-be12983bda23. Jul 12 17:32:17.148182 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:32:17.252925 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:17.257588 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:17.262001 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:17.271100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:17.271706 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:31:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:17.294207 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-d12a441e-bf6f-4180-9206-228e3a7be30a tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "DELETE /v2.0/floatingips/57449a2c-3e0a-4109-9305-2133a2415bc7 HTTP/1.1" status: 204 len: 168 time: 0.8372173 Jul 12 17:32:17.294799 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:32:17.297125 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c4f279-5473-4411-bc8d-79d7638c9609" -d '{"events": [{"name": "network-changed", "server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:17.335579 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7186cd21-1830-4565-9e6f-e2a0a95956a1 x-openstack-request-id: req-7186cd21-1830-4565-9e6f-e2a0a95956a1 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:17.336667 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:17.336997 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7186cd21-1830-4565-9e6f-e2a0a95956a1 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:17.337575 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'status': 'completed', 'code': 200} Jul 12 17:32:17.389109 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:17.413043 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-9db7a9f7-fc55-41d7-bc4f-35f8d1316f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:17.415184 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-9db7a9f7-fc55-41d7-bc4f-35f8d1316f72 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5df6a953eb5747a99580bdae74e8868c&device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 1099 time: 0.0575533 Jul 12 17:32:17.529592 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-4d16dd91-96b3-460c-a645-537fa7e84a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:17.531702 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-4d16dd91-96b3-460c-a645-537fa7e84a01 service neutron] 10.222.0.97 "GET /v2.0/networks?id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 200 len: 913 time: 0.1098828 Jul 12 17:32:17.577570 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-3427628a-7f2f-4ea9-840f-c1eebb279b0e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 200 len: 217 time: 0.0359206 Jul 12 17:32:17.602780 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:17.629049 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:17.631569 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-a06de6b3-2617-4ad0-a68a-df11e92c1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:17.634050 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-a06de6b3-2617-4ad0-a68a-df11e92c1210 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 200 len: 851 time: 0.0496950 Jul 12 17:32:17.638540 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:17.639145 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:31:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:17.684258 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce2cc-bb7b-42a9-9ef3-c8bbb20e17a0 req-f591abfd-722b-4259-9b94-913ca37fd86d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:17.685837 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe2ce2cc-bb7b-42a9-9ef3-c8bbb20e17a0 req-f591abfd-722b-4259-9b94-913ca37fd86d tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 946 time: 0.0719099 Jul 12 17:32:17.696875 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-3861cca6-05fc-4e92-bf83-864816d25348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:17.698425 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-3861cca6-05fc-4e92-bf83-864816d25348 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=94cfb477-f4b7-4b5b-963e-6e4d229b56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573604 Jul 12 17:32:17.732560 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-fe2ce2cc-bb7b-42a9-9ef3-c8bbb20e17a0 req-8f5c71f1-0755-40f1-b775-6369b88b1371 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Jul 12 17:32:17.758962 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:17.804423 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-47fff7f8-d32c-4915-9920-3d872260afa5 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990655 Jul 12 17:32:17.902168 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-d1c4f279-5473-4411-bc8d-79d7638c9609 req-3e9029d9-f601-46ef-88af-c3633474a307 service neutron] 10.222.0.97 "GET /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909860 Jul 12 17:32:17.955829 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:17.985751 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af09255-ea6e-46fc-8faf-5c547a622590 None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:25:30Z', 'revision_number': 4, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '1f421d27-3786-445e-8b78-552adce4f4a9', 'name': '', 'network_id': '94cfb477-f4b7-4b5b-963e-6e4d229b56c3', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'mac_address': 'fa:16:3e:56:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '47aea377-9461-47a0-b086-b4a999510d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:30Z', 'updated_at': '2021-07-12T17:25:37Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'subnets': [{'id': '47aea377-9461-47a0-b086-b4a999510d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:18.198694 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61eecc1-7fd3-4580-bb5b-5626d54f0e06 None None] New status for floating IP 57449a2c-3e0a-4109-9305-2133a2415bc7: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:32:18.910662 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87611f6-724d-49c7-878d-571e54dc2566 req-245564a6-241e-4cf6-8074-6e4b806d4e98 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:18.912245 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b87611f6-724d-49c7-878d-571e54dc2566 req-245564a6-241e-4cf6-8074-6e4b806d4e98 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 946 time: 0.0637469 Jul 12 17:32:18.949729 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-b87611f6-724d-49c7-878d-571e54dc2566 req-52c0ccde-0c25-4cf7-8826-5264e1f9046f tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/security-groups?id=99b677dc-a1d6-4c70-9167-02a892eecfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Jul 12 17:32:19.030818 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:19.078191 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-44334829-1549-49c2-9f5e-6705cfad5fd5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:19.079641 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-44334829-1549-49c2-9f5e-6705cfad5fd5 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 946 time: 0.0637667 Jul 12 17:32:19.184527 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Deleting port 2dfb78d5-85b2-4414-85fd-be12983bda23 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:19.184869 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:19.272028 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] For port 2dfb78d5-85b2-4414-85fd-be12983bda23, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=2dfb78d5-85b2-4414-85fd-be12983bda23,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:19.272382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:19.290700 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Calling delete_port for 2dfb78d5-85b2-4414-85fd-be12983bda23 owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:19.415787 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:19.446631 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event deleted for resources: {'Port': ['ID=2dfb78d5-85b2-4414-85fd-be12983bda23,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:19.494031 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] No DVR routers for this DVR port 2dfb78d5-85b2-4414-85fd-be12983bda23 on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:32:19.496413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:19.498471 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3ed67b38-ab6b-4dfa-903f-3a0f4256b77c req-b8a2c68d-53d1-4dcd-a64b-8304084aaa58 tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.97 "DELETE /v2.0/ports/2dfb78d5-85b2-4414-85fd-be12983bda23 HTTP/1.1" status: 204 len: 173 time: 0.4130301 Jul 12 17:32:19.498995 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'name': 'network-vif-deleted', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:32:19.501709 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8678a-4f0a-40a0-8fde-7d3be4386d12" -d '{"events": [{"server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "name": "network-vif-deleted", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:19.539600 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f5201-87c9-4bfa-a6e1-f2aec1b610cf x-openstack-request-id: req-3c9f5201-87c9-4bfa-a6e1-f2aec1b610cf {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:19.539896 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890056b3-aab5-424d-b120-adfb7a12a7f1", "name": "network-vif-deleted", "tag": "2dfb78d5-85b2-4414-85fd-be12983bda23", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:19.540167 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c9f5201-87c9-4bfa-a6e1-f2aec1b610cf {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:19.540586 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890056b3-aab5-424d-b120-adfb7a12a7f1', 'name': 'network-vif-deleted', 'tag': '2dfb78d5-85b2-4414-85fd-be12983bda23', 'status': 'completed', 'code': 200} Jul 12 17:32:19.589031 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-4728f700-ec69-4858-8d07-b4075cf0a058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:20.102226 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-58f7b276-39f3-43cf-9f5f-38309dd292f5 req-9f50b965-392c-44a3-bf16-7ed49016a78c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "GET /v2.0/ports?device_id=890056b3-aab5-424d-b120-adfb7a12a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0281577 Jul 12 17:32:20.297205 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:32:21.194044 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53324) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:21.314074 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Deleting port 0df13bca-5ce0-46cc-ad50-93225114b376 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:21.314413 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:21.390826 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:21.391070 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:21.402132 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Calling delete_port for 0df13bca-5ce0-46cc-ad50-93225114b376 owned by network:floatingip {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:21.528138 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:21.556921 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event deleted for resources: {'Port': ['ID=0df13bca-5ce0-46cc-ad50-93225114b376,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:21.583572 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:21.616711 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for floatingip, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:21.619872 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:21.621034 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-858c6226-a399-441b-9dfa-fbbb84dc896b tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "DELETE /v2.0/floatingips/e5785875-1e7b-467e-b578-6d1c3457b47d HTTP/1.1" status: 204 len: 168 time: 0.4260116 Jul 12 17:32:22.429260 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:22.882475 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53336) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:22.940235 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:22.965187 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:23.022463 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:23.025657 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:23.029849 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] 10.222.0.74 "DELETE /v2.0/security-groups/99b677dc-a1d6-4c70-9167-02a892eecfdc HTTP/1.1" status: 204 len: 168 time: 0.1458580 Jul 12 17:32:23.038790 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b677dc-a1d6-4c70-9167-02a892eecfdc,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:23.045613 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.046004 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.046358 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.046697 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.047043 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.047378 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.047708 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.048039 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.048396 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.048724 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.049049 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.049370 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f42875-770f-4653-b20f-b04b4180c16c tempest-TestVolumeBootPattern-496863432 tempest-TestVolumeBootPattern-496863432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:23.473111 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:23.854731 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 2dfb78d5-85b2-4414-85fd-be12983bda23 no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:23.874566 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 2dfb78d5-85b2-4414-85fd-be12983bda23 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:23.874907 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 2dfb78d5-85b2-4414-85fd-be12983bda23 not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:24.098826 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53342) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:24.806192 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:25.050117 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Deleting port 1f421d27-3786-445e-8b78-552adce4f4a9 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:25.050379 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:25.128496 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] For port 1f421d27-3786-445e-8b78-552adce4f4a9, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=1f421d27-3786-445e-8b78-552adce4f4a9,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:25.129166 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:25.141178 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Calling delete_port for 1f421d27-3786-445e-8b78-552adce4f4a9 owned by network:router_interface {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:25.313242 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:25.337290 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1f421d27-3786-445e-8b78-552adce4f4a9,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:25.504110 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:25.712845 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Router 8520da89-a641-4cc1-a526-602b7e5d6ff4 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:32:25.815978 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:25.822966 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-955c79dd-68bb-4b77-a3dd-c29dc1e781ee admin admin] 10.222.0.74 "PUT /v2.0/routers/8520da89-a641-4cc1-a526-602b7e5d6ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222488 Jul 12 17:32:25.824650 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53346) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:25.824782 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] Sync routers for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:25.833563 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:25.834193 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:32:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:25.926221 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks [] for router, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:25.938630 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:26.027477 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.079891 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Deleting port 43ade273-259b-4fa3-bb2e-77c0aa583f85 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:26.080786 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.111888 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:32:25Z', 'revision_number': 5, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port': {'id': '43ade273-259b-4fa3-bb2e-77c0aa583f85', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:28Z', 'updated_at': '2021-07-12T17:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:26.142242 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] Checking router: 8520da89-a641-4cc1-a526-602b7e5d6ff4 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:26.151007 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] Routers {'8520da89-a641-4cc1-a526-602b7e5d6ff4'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:26.151619 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:32:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['8520da89-a641-4cc1-a526-602b7e5d6ff4'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:26.160473 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] For port 43ade273-259b-4fa3-bb2e-77c0aa583f85, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=43ade273-259b-4fa3-bb2e-77c0aa583f85,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:26.160986 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.172936 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Calling delete_port for 43ade273-259b-4fa3-bb2e-77c0aa583f85 owned by network:router_gateway {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:26.234734 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] Set router 8520da89-a641-4cc1-a526-602b7e5d6ff4 gateway port host: None {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:26.285703 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:32:26Z', 'revision_number': 6, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:26.315020 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af28c8e-f326-4038-97f1-20a6e55f1c3c None None] The sync data for ids ['8520da89-a641-4cc1-a526-602b7e5d6ff4'] in dv-cinder-800490-1-iscsi is: [{'id': '8520da89-a641-4cc1-a526-602b7e5d6ff4', 'name': 'tempest-TestVolumeBootPattern-1850850672-router', 'tenant_id': '5df6a953eb5747a99580bdae74e8868c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:27Z', 'updated_at': '2021-07-12T17:32:26Z', 'revision_number': 6, 'project_id': '5df6a953eb5747a99580bdae74e8868c', 'gw_port_host': None}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:26.334349 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.359850 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ade273-259b-4fa3-bb2e-77c0aa583f85,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:26.418907 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.504071 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.506146 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.549861 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.550345 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8520da89-a641-4cc1-a526-602b7e5d6ff4 {{(pid=99421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:32:26.555355 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.556565 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-ddfd26eb-b490-4049-a110-ca9d0a9cfd13 admin admin] 10.222.0.74 "DELETE /v2.0/routers/8520da89-a641-4cc1-a526-602b7e5d6ff4 HTTP/1.1" status: 204 len: 168 time: 0.7309682 Jul 12 17:32:26.559177 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53348) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:26.602348 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] Deleting subnet 47aea377-9461-47a0-b086-b4a999510d08 {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:32:26.605173 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.638762 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.720070 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.772381 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.796667 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47aea377-9461-47a0-b086-b4a999510d08,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:26.800242 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.802046 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-185c8146-2797-47f4-b017-79e1ce2236a8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/47aea377-9461-47a0-b086-b4a999510d08 HTTP/1.1" status: 204 len: 168 time: 0.2419260 Jul 12 17:32:26.804972 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53350) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:26.807704 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52797b0d-c094-43c8-8933-f6d01d95f14f None None] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:32:26.874029 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.925754 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Deleting port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:26.926121 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.987974 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] For port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,segment=NetworkSegment(ac6ee74b-8009-44d5-a015-5be8a9e12e43),segment_id=ac6ee74b-8009-44d5-a015-5be8a9e12e43)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:26.988279 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.000525 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Calling delete_port for 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 owned by network:dhcp {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:27.057821 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] DHCP port deletion for 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:32:27.089133 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.115190 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:27.118766 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] No DVR routers for this DVR port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 on host dv-cinder-800490-1-iscsi {{(pid=99421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:32:27.192349 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.202108 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cfb477-f4b7-4b5b-963e-6e4d229b56c3']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:27.212560 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6ee74b-8009-44d5-a015-5be8a9e12e43') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:27.213072 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6ee74b-8009-44d5-a015-5be8a9e12e43') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:27.223103 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.224676 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Deleting port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 {{(pid=99422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:27.224813 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.239427 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.247174 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:32:27.247597 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:32:27.249298 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:32:27.291572 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] For port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8, host dv-cinder-800490-1-iscsi, got binding levels [] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:27.291968 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.305693 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Calling delete_port for 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 owned by network:dhcp {{(pid=99422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:27.306811 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.308940 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.ipam_backend_mixin [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 was not found and therefore no delete operation was performed {{(pid=99422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 17:32:27.310229 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895'] for port, after_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.312762 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.317714 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53352) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:27.318390 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] 10.222.0.74 "DELETE /v2.0/networks/94cfb477-f4b7-4b5b-963e-6e4d229b56c3 HTTP/1.1" status: 204 len: 168 time: 0.5123188 Jul 12 17:32:27.333702 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac4878-dbef-4aa2-8cbd-a7d9874b538a admin admin] Pushing event deleted for resources: {'Network': ['ID=94cfb477-f4b7-4b5b-963e-6e4d229b56c3,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:27.345085 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Pushing event deleted for resources: {'Port': ['ID=9bcd1bd4-75fb-409b-9574-7c9f3160a2b8,revision_number=None']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:27.348097 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Network 94cfb477-f4b7-4b5b-963e-6e4d229b56c3 is not hosted by any dhcp agent {{(pid=99422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 17:32:27.348632 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] No DVR routers for this DVR port 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 on host dv-cinder-800490-1-iscsi {{(pid=99422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:32:27.355592 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.358526 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.362166 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.362634 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.363097 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.363551 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.363948 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.364287 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.364619 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.364972 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.365406 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.365734 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01553815-33c1-4d3f-ae6e-37114e506056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:27.551322 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:27.571354 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:27.571605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9bcd1bd4-75fb-409b-9574-7c9f3160a2b8 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:27.572021 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 43ade273-259b-4fa3-bb2e-77c0aa583f85 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:27.594394 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 43ade273-259b-4fa3-bb2e-77c0aa583f85 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:27.594394 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 43ade273-259b-4fa3-bb2e-77c0aa583f85 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:27.594394 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1f421d27-3786-445e-8b78-552adce4f4a9 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:27.610194 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 1f421d27-3786-445e-8b78-552adce4f4a9 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:27.610609 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 1f421d27-3786-445e-8b78-552adce4f4a9 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:27.681529 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:27.926293 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Deleting port e0f8c3b0-537a-4c29-b742-fcb394e6e373 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:27.926631 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:28.000411 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] For port e0f8c3b0-537a-4c29-b742-fcb394e6e373, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=e0f8c3b0-537a-4c29-b742-fcb394e6e373,segment=NetworkSegment(ee271f4f-e81e-44bb-9f85-fa5a193e5588),segment_id=ee271f4f-e81e-44bb-9f85-fa5a193e5588)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:28.000758 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:28.013553 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Calling delete_port for e0f8c3b0-537a-4c29-b742-fcb394e6e373 owned by network:router_interface {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:28.186266 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:28.214486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f8c3b0-537a-4c29-b742-fcb394e6e373,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:28.634603 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:28.838436 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Router 73eeb6fd-582e-4dee-ab3b-cddef05330ca has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:32:28.941249 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:28.946755 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-8ff3db88-d7ea-444c-9b89-987814aac776 admin admin] 10.222.0.74 "PUT /v2.0/routers/73eeb6fd-582e-4dee-ab3b-cddef05330ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277311 Jul 12 17:32:28.949214 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53354) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:28.951749 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] Sync routers for ids ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:28.961554 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] Routers {'73eeb6fd-582e-4dee-ab3b-cddef05330ca'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:28.962249 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:32:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:29.049629 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.062355 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] Set router 73eeb6fd-582e-4dee-ab3b-cddef05330ca gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:29.151382 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.202878 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Deleting port d023863a-d955-44c6-a831-23a02b864de1 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:29.203155 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.234746 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'd023863a-d955-44c6-a831-23a02b864de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:32:28Z', 'revision_number': 5, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port': {'id': 'd023863a-d955-44c6-a831-23a02b864de1', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:25:33Z', 'updated_at': '2021-07-12T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:29.264883 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] Checking router: 73eeb6fd-582e-4dee-ab3b-cddef05330ca for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:29.275657 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] Routers {'73eeb6fd-582e-4dee-ab3b-cddef05330ca'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:32:29.276298 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:32:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:29.281154 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] For port d023863a-d955-44c6-a831-23a02b864de1, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=d023863a-d955-44c6-a831-23a02b864de1,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:29.281512 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.293748 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Calling delete_port for d023863a-d955-44c6-a831-23a02b864de1 owned by network:router_gateway {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:29.445913 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] Set router 73eeb6fd-582e-4dee-ab3b-cddef05330ca gateway port host: None {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:32:29.462564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.494912 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d023863a-d955-44c6-a831-23a02b864de1,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:29.496187 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:32:29Z', 'revision_number': 6, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:29.526530 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2608510-4ccf-43e0-b3bd-9c1c37fc80b7 None None] The sync data for ids ['73eeb6fd-582e-4dee-ab3b-cddef05330ca'] in dv-cinder-800490-1-iscsi is: [{'id': '73eeb6fd-582e-4dee-ab3b-cddef05330ca', 'name': 'tempest-TestVolumeBootPattern-145538912-router', 'tenant_id': '57f4024423ef49e69f0bb4347684d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:25:32Z', 'updated_at': '2021-07-12T17:32:29Z', 'revision_number': 6, 'project_id': '57f4024423ef49e69f0bb4347684d610', 'gw_port_host': None}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:29.560949 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.649258 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.651347 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.694886 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.695409 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73eeb6fd-582e-4dee-ab3b-cddef05330ca {{(pid=99420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:32:29.699730 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.700860 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-8426bffa-404b-473e-b8b2-c9f01479aae5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/73eeb6fd-582e-4dee-ab3b-cddef05330ca HTTP/1.1" status: 204 len: 168 time: 0.7507181 Jul 12 17:32:29.703260 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53356) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:29.749673 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] Deleting subnet 6e387612-2a1c-4e27-9a3f-66c19ce472fe {{(pid=99420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:32:29.752733 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.785526 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7762664'] for subnet, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.860978 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.925603 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7762017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745455'] for subnet, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.952290 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e387612-2a1c-4e27-9a3f-66c19ce472fe,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:29.955788 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:29.957664 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-bbee96cd-67fa-4eb9-8f48-033b3a73dd3f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6e387612-2a1c-4e27-9a3f-66c19ce472fe HTTP/1.1" status: 204 len: 168 time: 0.2535114 Jul 12 17:32:29.961022 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53358) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:29.962760 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06175755-d38e-465e-b923-fd0c296a40ae None None] Network 7c693323-be3e-4e25-9093-ea31c005593d requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:32:30.026673 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.077773 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Deleting port 9f11ab99-2433-455e-96bb-706b1ea95058 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:32:30.078110 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.143455 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] For port 9f11ab99-2433-455e-96bb-706b1ea95058, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=9f11ab99-2433-455e-96bb-706b1ea95058,segment=NetworkSegment(ee271f4f-e81e-44bb-9f85-fa5a193e5588),segment_id=ee271f4f-e81e-44bb-9f85-fa5a193e5588)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:30.143803 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.156183 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Calling delete_port for 9f11ab99-2433-455e-96bb-706b1ea95058 owned by network:dhcp {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:32:30.232625 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.260397 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f11ab99-2433-455e-96bb-706b1ea95058,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:30.264990 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] No DVR routers for this DVR port 9f11ab99-2433-455e-96bb-706b1ea95058 on host dv-cinder-800490-1-iscsi {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:32:30.322921 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872edc9-fb70-4524-bbf4-3cfbbae53e90 None None] DHCP port deletion for 7c693323-be3e-4e25-9093-ea31c005593d request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:32:30.342369 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.352199 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c693323-be3e-4e25-9093-ea31c005593d']}} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:30.362269 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee271f4f-e81e-44bb-9f85-fa5a193e5588') {'for_net_delete': True} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:30.362563 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.services.segments.db [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee271f4f-e81e-44bb-9f85-fa5a193e5588') {} {{(pid=99420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:30.371038 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7762659'] for segment, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.385158 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.391929 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=99420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:32:30.392359 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7762060'] for segment, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: Traceback (most recent call last): Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: timer() Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: cb(*args, **kw) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: return func(*args, **kwargs) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: self._notify() Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: self.callback(batched_events) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: event.method(event) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: return f(self, *a, **k) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._get(url).json() Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: return self.request(url, 'GET', **kwargs) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:32:30.394341 dv-cinder-800490-1-iscsi neutron-server[99420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:32:30.451825 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.456698 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.458671 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7c693323-be3e-4e25-9093-ea31c005593d HTTP/1.1" status: 204 len: 168 time: 0.4966443 Jul 12 17:32:30.471976 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847892f-698e-46f6-847b-b6206b9d5323 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c693323-be3e-4e25-9093-ea31c005593d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:30.579587 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53364) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:30.619348 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-445af94a-8f9e-4535-91b8-271b48491bcc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5df6a953eb5747a99580bdae74e8868c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384820 Jul 12 17:32:30.621680 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53366) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:30.668936 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-76a4ef87-d122-4c86-b057-c1d03118b0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.689486 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-76a4ef87-d122-4c86-b057-c1d03118b0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.734089 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-76a4ef87-d122-4c86-b057-c1d03118b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.736751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-76a4ef87-d122-4c86-b057-c1d03118b0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:30.737957 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-76a4ef87-d122-4c86-b057-c1d03118b0b4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4477a3d-b3b9-4662-a59b-f6a6945e116d HTTP/1.1" status: 204 len: 168 time: 0.1153302 Jul 12 17:32:30.745849 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4ef87-d122-4c86-b057-c1d03118b0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4477a3d-b3b9-4662-a59b-f6a6945e116d,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:31.037658 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53372) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:31.080730 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-eec4330c-c31b-4b3b-9ec3-fc6828becf68 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=57f4024423ef49e69f0bb4347684d610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417311 Jul 12 17:32:31.082973 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53374) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:31.130247 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6197fa95-36cb-4981-bb67-5ef6e84acaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:31.151031 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6197fa95-36cb-4981-bb67-5ef6e84acaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:31.195975 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6197fa95-36cb-4981-bb67-5ef6e84acaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:31.198580 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-6197fa95-36cb-4981-bb67-5ef6e84acaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:31.199729 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-6197fa95-36cb-4981-bb67-5ef6e84acaaf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0be5938-233e-4f3a-87c4-ab60e23331c1 HTTP/1.1" status: 204 len: 168 time: 0.1158414 Jul 12 17:32:31.207025 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197fa95-36cb-4981-bb67-5ef6e84acaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0be5938-233e-4f3a-87c4-ab60e23331c1,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:31.550747 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device e0f8c3b0-537a-4c29-b742-fcb394e6e373 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:31.570085 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: e0f8c3b0-537a-4c29-b742-fcb394e6e373 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:31.570426 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device e0f8c3b0-537a-4c29-b742-fcb394e6e373 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:31.570828 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9f11ab99-2433-455e-96bb-706b1ea95058 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:31.588599 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 9f11ab99-2433-455e-96bb-706b1ea95058 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:31.588876 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 9f11ab99-2433-455e-96bb-706b1ea95058 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:31.589276 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d023863a-d955-44c6-a831-23a02b864de1 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:31.609926 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: d023863a-d955-44c6-a831-23a02b864de1 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:32:31.610265 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device d023863a-d955-44c6-a831-23a02b864de1 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:36.348300 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120900-8726-410d-8a2c-89ccda89bee8 req-6d7fa3c6-47dc-4ae9-88bd-4bdb01b3809a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:36.349691 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2a120900-8726-410d-8a2c-89ccda89bee8 req-6d7fa3c6-47dc-4ae9-88bd-4bdb01b3809a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0629113 Jul 12 17:32:36.386710 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-2a120900-8726-410d-8a2c-89ccda89bee8 req-2e13e9c0-62f5-4a82-b0fa-78df37a4c085 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312371 Jul 12 17:32:37.560874 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a33da-7c93-4f6e-8f94-cb279cd96a36 req-096b26e4-46e7-4a71-b835-8c28558135f5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:37.562407 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7f5a33da-7c93-4f6e-8f94-cb279cd96a36 req-096b26e4-46e7-4a71-b835-8c28558135f5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0649142 Jul 12 17:32:37.598955 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-7f5a33da-7c93-4f6e-8f94-cb279cd96a36 req-597bf449-c7fe-48d6-8dac-3274b52647f2 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309849 Jul 12 17:32:38.770475 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48f665-c2bf-43ec-89f5-a1f88f141151 req-71ff9759-a3be-4619-b220-19d5e3ba9aab tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:38.771929 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5f48f665-c2bf-43ec-89f5-a1f88f141151 req-71ff9759-a3be-4619-b220-19d5e3ba9aab tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0650847 Jul 12 17:32:38.809042 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5f48f665-c2bf-43ec-89f5-a1f88f141151 req-e60ea3a9-55c8-44c2-943a-5695fb9a18cb tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Jul 12 17:32:39.985093 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e9e6-4cc0-4713-8a01-32c64824d8fb req-7c3c0a00-6ad8-4259-a404-8850e79cf5f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:39.986634 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e674e9e6-4cc0-4713-8a01-32c64824d8fb req-7c3c0a00-6ad8-4259-a404-8850e79cf5f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0636530 Jul 12 17:32:40.022575 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-e674e9e6-4cc0-4713-8a01-32c64824d8fb req-2176332f-d25b-481e-8647-0116ead16dc6 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304375 Jul 12 17:32:41.194134 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043197-eb43-4f99-bfc0-b9152f7576fa req-635e2987-3ef7-45b5-a2a5-7b4bbd44ba9f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:41.196252 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7e043197-eb43-4f99-bfc0-b9152f7576fa req-635e2987-3ef7-45b5-a2a5-7b4bbd44ba9f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0635889 Jul 12 17:32:41.233058 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-7e043197-eb43-4f99-bfc0-b9152f7576fa req-add9862a-5649-4df1-bc03-40798f4b977f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Jul 12 17:32:42.401947 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9170700-40ec-4e87-881a-58841065af93 req-6c39c071-47df-4188-8a5b-a337e8972790 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:42.404999 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b9170700-40ec-4e87-881a-58841065af93 req-6c39c071-47df-4188-8a5b-a337e8972790 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0633962 Jul 12 17:32:42.440581 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-b9170700-40ec-4e87-881a-58841065af93 req-ee0439ce-3855-4d10-82ca-7b8c9a47c0a3 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Jul 12 17:32:43.613385 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c6bf0-4085-4f40-9851-629656dc0c14 req-aefdc8f7-f435-4b0d-ab73-450e34f15c78 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:43.614878 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-200c6bf0-4085-4f40-9851-629656dc0c14 req-aefdc8f7-f435-4b0d-ab73-450e34f15c78 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0666120 Jul 12 17:32:43.652493 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-200c6bf0-4085-4f40-9851-629656dc0c14 req-6b095a9b-6e61-47a4-9d51-d814604f2bf0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319734 Jul 12 17:32:44.822590 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49089ce5-fc3a-4e39-b2b6-c8fa84aa956b req-ea4f7beb-2fcf-4592-a06d-376a8a697df3 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:44.824036 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-49089ce5-fc3a-4e39-b2b6-c8fa84aa956b req-ea4f7beb-2fcf-4592-a06d-376a8a697df3 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0639174 Jul 12 17:32:44.859990 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-49089ce5-fc3a-4e39-b2b6-c8fa84aa956b req-47ed6d78-1db6-44ba-9741-637b085ce0b3 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Jul 12 17:32:45.735761 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f26fda13-431e-4d5b-9fdb-406d36fd17d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:46.027881 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555d554-496d-439a-81e4-ad349f63adda req-cddfb779-f059-498d-8ac1-d6c0c41cbd5c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:46.029269 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8555d554-496d-439a-81e4-ad349f63adda req-cddfb779-f059-498d-8ac1-d6c0c41cbd5c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0630162 Jul 12 17:32:46.066120 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8555d554-496d-439a-81e4-ad349f63adda req-0346cf4a-614c-4876-9843-2e0b3982c096 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Jul 12 17:32:46.444751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-1bf57001-e7e5-4d24-8e09-3938a84e9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:46.446751 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-1bf57001-e7e5-4d24-8e09-3938a84e9d1a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1099 time: 0.0522311 Jul 12 17:32:46.536600 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-3023cdfe-8c98-4503-832b-9140cb65b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:46.538082 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-3023cdfe-8c98-4503-832b-9140cb65b3d4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 910 time: 0.0852990 Jul 12 17:32:46.601344 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-098bcf82-b944-4399-97fe-61f02e155e44 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 1002 time: 0.0562360 Jul 12 17:32:46.653076 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-33b0464a-4572-4159-80b1-da5e1b49afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:46.654524 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-33b0464a-4572-4159-80b1-da5e1b49afbb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 200 len: 848 time: 0.0471518 Jul 12 17:32:46.708787 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-b9db949b-90e1-476a-bb3b-68fe02ac4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:46.710215 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-b9db949b-90e1-476a-bb3b-68fe02ac4289 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=62fc5cbd-4a15-4762-9737-7b97b158d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497820 Jul 12 17:32:46.797756 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-1532720f-e929-466a-889a-910dfd535d50 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800133 Jul 12 17:32:46.888512 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-3c06f1e8-9739-42a7-b7bc-aaa4d03f3fa4 req-ed0c4ec2-812c-443a-bfa8-46d22c52ea5a service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841589 Jul 12 17:32:47.233109 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1270-7103-415a-b80a-33ff3d0e0061 req-a0cefb05-7a61-4beb-b497-29d65430894d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:47.234606 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0d4d1270-7103-415a-b80a-33ff3d0e0061 req-a0cefb05-7a61-4beb-b497-29d65430894d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0612912 Jul 12 17:32:47.271606 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-0d4d1270-7103-415a-b80a-33ff3d0e0061 req-8f68e268-df21-4a8a-86ff-d3b562552c65 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Jul 12 17:32:48.443945 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0ebc6-f27c-47ec-9065-df8c9b78449e req-b6a31729-02e2-405d-afd5-83ad3b00e217 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:48.445436 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-92e0ebc6-f27c-47ec-9065-df8c9b78449e req-b6a31729-02e2-405d-afd5-83ad3b00e217 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0648451 Jul 12 17:32:48.482566 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-92e0ebc6-f27c-47ec-9065-df8c9b78449e req-6cf0543f-6942-45e5-9caa-16be9ebf979e tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310588 Jul 12 17:32:49.032506 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:49.589299 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-db45ae3c-b5b6-42d9-9cfb-ef89138bd7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:49.658752 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100bdb-2701-4dfb-ba02-920a2ecc1001 req-f97fc15b-361b-4cc6-aa9a-254d4b6ea270 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:49.660225 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5a100bdb-2701-4dfb-ba02-920a2ecc1001 req-f97fc15b-361b-4cc6-aa9a-254d4b6ea270 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0653758 Jul 12 17:32:49.696537 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-5a100bdb-2701-4dfb-ba02-920a2ecc1001 req-2f4c9696-1fd7-476c-87a4-45871ebd9a55 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308449 Jul 12 17:32:49.913188 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53410) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:32:50.042578 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da460-cac1-404f-9b61-a664bdc86f06 req-ea7a0ea3-a797-4547-9436-1a97067281fc tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:50.044124 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-725da460-cac1-404f-9b61-a664bdc86f06 req-ea7a0ea3-a797-4547-9436-1a97067281fc tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0659022 Jul 12 17:32:50.084210 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-725da460-cac1-404f-9b61-a664bdc86f06 req-9abe4565-0d53-4a2e-8a97-0863b950ff32 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332751 Jul 12 17:32:50.114202 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-a40cffaa-329f-4a79-af8f-268684724c9d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1997240 Jul 12 17:32:51.254884 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338ba6e-35fa-47fe-b2c2-146eb3b8cca2 req-e00b7abd-61b7-49e0-99bc-7c9070dcb28a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:51.256395 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5338ba6e-35fa-47fe-b2c2-146eb3b8cca2 req-e00b7abd-61b7-49e0-99bc-7c9070dcb28a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0624788 Jul 12 17:32:51.293641 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-5338ba6e-35fa-47fe-b2c2-146eb3b8cca2 req-c818fff5-0ba0-43da-bc04-7cb4254d3441 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307932 Jul 12 17:32:51.585425 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:51.998338 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 034f6235-e8a9-4be2-bf39-26184523fb6e no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:52.071909 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:52.093090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:32:52.095320 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced57b17-c26f-45d1-aa6f-519826f4f3af" -d '{"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-unplugged", "status": "completed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:52.107318 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:52.111373 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:52.140433 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a89fa9a-ace5-4d2f-ae89-730703aa52ab x-openstack-request-id: req-8a89fa9a-ace5-4d2f-ae89-730703aa52ab {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:52.140707 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-unplugged", "status": "failed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "code": 422}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:52.140959 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a89fa9a-ace5-4d2f-ae89-730703aa52ab {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:52.141344 dv-cinder-800490-1-iscsi neutron-server[99422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'code': 422} returned with failed status Jul 12 17:32:52.170773 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=6']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:52.355746 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-b68c80c0-d0b5-46ca-91fd-06e4f146ec86 None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:32:52.356111 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b68c80c0-d0b5-46ca-91fd-06e4f146ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:52.441986 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:52.442788 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b68c80c0-d0b5-46ca-91fd-06e4f146ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:52.474970 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-b68c80c0-d0b5-46ca-91fd-06e4f146ec86 None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:52.475318 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf8405-3aa3-4e13-9f6f-9f17651d0935 req-cd6ebfc3-a0ff-4c06-a736-7f112227af51 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:52.477470 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-47cf8405-3aa3-4e13-9f6f-9f17651d0935 req-cd6ebfc3-a0ff-4c06-a736-7f112227af51 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 944 time: 0.0645552 Jul 12 17:32:52.479979 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b68c80c0-d0b5-46ca-91fd-06e4f146ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:52.516035 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-47cf8405-3aa3-4e13-9f6f-9f17651d0935 req-5da4eb22-7d93-49bb-af15-df791d675a85 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Jul 12 17:32:52.542446 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c80c0-d0b5-46ca-91fd-06e4f146ec86 None None] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=7']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:52.744362 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-f9ed0c6a-f512-471a-8150-004f0167d638 None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:32:52.745387 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed0c6a-f512-471a-8150-004f0167d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:53.476090 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:53.689264 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90bc1e-8568-47c0-ae52-5c883f79cfc2 req-010c87c0-8d20-488a-ba1c-cb461cdb0d87 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:53.690771 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8c90bc1e-8568-47c0-ae52-5c883f79cfc2 req-010c87c0-8d20-488a-ba1c-cb461cdb0d87 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0614471 Jul 12 17:32:53.726884 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-8c90bc1e-8568-47c0-ae52-5c883f79cfc2 req-b6a4aaf8-7f0d-49fe-9867-a9ea69eede4f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305698 Jul 12 17:32:54.143431 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:32:54.145647 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7548d2a-3e8e-4aa6-8e31-989959efa424" -d '{"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-plugged", "status": "completed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:54.176372 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 17:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb97c23-065d-400f-9c28-9cfa0e3f15da x-openstack-request-id: req-bcb97c23-065d-400f-9c28-9cfa0e3f15da {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:54.176684 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-plugged", "status": "failed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "code": 422}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:54.176937 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bcb97c23-065d-400f-9c28-9cfa0e3f15da {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:54.177333 dv-cinder-800490-1-iscsi neutron-server[99422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'code': 422} returned with failed status Jul 12 17:32:54.902707 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221ad2-bde5-468e-a871-60a85555aab1 req-1c28ba6a-2781-4fe4-a8dc-5ebd72a484eb tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:54.904231 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4d221ad2-bde5-468e-a871-60a85555aab1 req-1c28ba6a-2781-4fe4-a8dc-5ebd72a484eb tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0686705 Jul 12 17:32:54.943633 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-4d221ad2-bde5-468e-a871-60a85555aab1 req-9e8306d3-c6e8-43e4-a01d-b903460ec16a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329783 Jul 12 17:32:55.513922 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23f86-1763-4928-bbc1-bafddca19aba req-b463a50e-b2da-44f1-9d9e-2fee55b58811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:55.515423 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-b463a50e-b2da-44f1-9d9e-2fee55b58811 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316&tenant_id=4b3e5f35dceb4868a8c498ac094b4f93 HTTP/1.1" status: 200 len: 1099 time: 0.1027863 Jul 12 17:32:55.587185 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23f86-1763-4928-bbc1-bafddca19aba req-8e3ca473-92cc-44b8-98b2-a5b1ebe0bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:55.588669 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-8e3ca473-92cc-44b8-98b2-a5b1ebe0bf10 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1099 time: 0.0511389 Jul 12 17:32:55.674534 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23f86-1763-4928-bbc1-bafddca19aba req-02eb6c80-2730-428d-a290-ed0ef9f11016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:55.675990 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-02eb6c80-2730-428d-a290-ed0ef9f11016 service neutron] 10.222.0.97 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 910 time: 0.0814409 Jul 12 17:32:55.741099 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-82b42269-c4c4-45d4-b276-4e44aa3012ff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 1002 time: 0.0583799 Jul 12 17:32:55.789815 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23f86-1763-4928-bbc1-bafddca19aba req-1c134f81-7b0e-4297-a1ea-ac06e3714a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:55.791767 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-1c134f81-7b0e-4297-a1ea-ac06e3714a83 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 200 len: 848 time: 0.0436473 Jul 12 17:32:55.847526 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23f86-1763-4928-bbc1-bafddca19aba req-b1418848-c7e0-4ae8-ac44-a6bf059116f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:55.848991 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-b1418848-c7e0-4ae8-ac44-a6bf059116f9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=62fc5cbd-4a15-4762-9737-7b97b158d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509562 Jul 12 17:32:55.940339 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-ac632da7-9ffe-4da5-a92f-e6d1686b3576 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842485 Jul 12 17:32:56.025878 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-dda23f86-1763-4928-bbc1-bafddca19aba req-30999ed7-b2aa-4fa1-a882-a878efff9cb4 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793588 Jul 12 17:32:56.122792 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33583510-9cff-46a3-a597-bbb15125ec29 req-2ac3b87c-143c-4102-80eb-6e24de87bd9e tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:56.124241 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33583510-9cff-46a3-a597-bbb15125ec29 req-2ac3b87c-143c-4102-80eb-6e24de87bd9e tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0674155 Jul 12 17:32:56.161444 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-33583510-9cff-46a3-a597-bbb15125ec29 req-32f75816-2172-414f-ace9-10911fb01a9c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Jul 12 17:32:57.296163 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:32:57.331149 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae44ea6-44a3-4d9b-b8a1-566e78c82d09 req-daac7782-4046-4bcd-bfe3-1d95d019a96f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:57.332628 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2ae44ea6-44a3-4d9b-b8a1-566e78c82d09 req-daac7782-4046-4bcd-bfe3-1d95d019a96f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0619648 Jul 12 17:32:57.370535 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-2ae44ea6-44a3-4d9b-b8a1-566e78c82d09 req-df9b0f34-6eec-48ae-98d0-7e0edbf1dbaf tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319185 Jul 12 17:32:58.538407 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da3e1a-9765-47d4-afe3-a41b6a068899 req-404d0d9b-dba7-48af-b384-da11a01547d0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:58.539899 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e8da3e1a-9765-47d4-afe3-a41b6a068899 req-404d0d9b-dba7-48af-b384-da11a01547d0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0620189 Jul 12 17:32:58.577186 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-e8da3e1a-9765-47d4-afe3-a41b6a068899 req-33412f97-377c-41a5-b34d-165659eb96d3 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311022 Jul 12 17:32:59.747729 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaab19-bbea-4d6b-90af-7c0b62643dd5 req-071ddcab-d003-42b8-9adc-05c7f15609cc tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:32:59.749315 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-62eaab19-bbea-4d6b-90af-7c0b62643dd5 req-071ddcab-d003-42b8-9adc-05c7f15609cc tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0641646 Jul 12 17:32:59.786252 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-62eaab19-bbea-4d6b-90af-7c0b62643dd5 req-2fa734e2-f7d5-458b-8082-d54a7e4db283 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315161 Jul 12 17:33:00.953730 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad467a0-e851-41c5-b72a-7b935694a885 req-39b52bdc-a33a-4ae9-a797-ea0d79cb100a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:00.955194 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bad467a0-e851-41c5-b72a-7b935694a885 req-39b52bdc-a33a-4ae9-a797-ea0d79cb100a tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0622320 Jul 12 17:33:00.991207 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-bad467a0-e851-41c5-b72a-7b935694a885 req-a5b20fd2-1486-452f-827d-18da750b3319 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305789 Jul 12 17:33:02.086538 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5811b5-a41e-4a62-8cba-8f3e21b26b83 req-37a9c292-5adc-44a3-860d-b585ad7ece17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:02.088025 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ee5811b5-a41e-4a62-8cba-8f3e21b26b83 req-37a9c292-5adc-44a3-860d-b585ad7ece17 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1099 time: 0.0550685 Jul 12 17:33:02.126886 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-ee5811b5-a41e-4a62-8cba-8f3e21b26b83 req-1fd0f68e-3416-4216-ba31-4492982455ae service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Jul 12 17:33:02.160623 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1119f4-d008-470a-8cca-f70a0fb58a31 req-48a1d060-df8a-4390-8078-8c4db7a86bb9 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:02.162120 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ca1119f4-d008-470a-8cca-f70a0fb58a31 req-48a1d060-df8a-4390-8078-8c4db7a86bb9 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0618854 Jul 12 17:33:02.198548 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-ca1119f4-d008-470a-8cca-f70a0fb58a31 req-b932aa8a-c35f-4c9e-8d27-7ec732bcb17f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310006 Jul 12 17:33:03.366445 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09083581-d71e-4595-854f-63e46ae58f45 req-1b9a7b31-601e-4141-a03c-37416342d7ee tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:03.367941 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09083581-d71e-4595-854f-63e46ae58f45 req-1b9a7b31-601e-4141-a03c-37416342d7ee tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0620732 Jul 12 17:33:03.404734 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-09083581-d71e-4595-854f-63e46ae58f45 req-2a29ac58-de20-4c84-af63-5b8223c236fc tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Jul 12 17:33:04.094458 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 034f6235-e8a9-4be2-bf39-26184523fb6e details requested by agent hyperv_hv-cinder-80049 with host hv-cinder-80049 {{(pid=99422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:33:04.186851 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:04.197466 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Returning: {'device': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'port_id': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'mac_address': 'fa:16:3e:c8:07:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:33:04.232758 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:04.244685 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 034f6235-e8a9-4be2-bf39-26184523fb6e {{(pid=99422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:33:04.264661 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:04.268978 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:04.319213 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=8']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:04.505662 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-700c7bc3-d512-4002-9e86-fd9ac431848d None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:33:04.506062 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-700c7bc3-d512-4002-9e86-fd9ac431848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:04.529708 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] get_ports_and_sgs() called for port_ids ['034f6235-e8a9-4be2-bf39-26184523fb6e'] {{(pid=99422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:33:04.644171 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-700c7bc3-d512-4002-9e86-fd9ac431848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576502'] for port, before_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:04.677118 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:33:04.679432 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d8afbbb4da79543d78fb477bc536207190d2bdbd8004087b59b5ea159f9d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3161ba-057c-4a51-91b0-fb2df3b300c3" -d '{"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-plugged", "status": "completed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:04.701644 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-700c7bc3-d512-4002-9e86-fd9ac431848d None None] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:04.709632 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-700c7bc3-d512-4002-9e86-fd9ac431848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-576051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781030327098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781029789444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781029789462'] for port, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:04.718564 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42b0ec0-1027-4064-ab0b-8b8b28fd141a x-openstack-request-id: req-f42b0ec0-1027-4064-ab0b-8b8b28fd141a {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:04.718853 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-plugged", "status": "completed", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "code": 200}]} {{(pid=99422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:04.719105 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f42b0ec0-1027-4064-ab0b-8b8b28fd141a {{(pid=99422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:04.719486 dv-cinder-800490-1-iscsi neutron-server[99422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'code': 200} Jul 12 17:33:04.793138 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c7bc3-d512-4002-9e86-fd9ac431848d None None] Pushing event updated for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=9']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:04.980931 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-7cf4b128-8270-44bd-88ca-cb47b4b6f598 None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity DHCP. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:33:04.981296 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b128-8270-44bd-88ca-cb47b4b6f598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:06.109392 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 034f6235-e8a9-4be2-bf39-26184523fb6e up at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:33:06.155662 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.provisioning_blocks [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Provisioning complete for port 034f6235-e8a9-4be2-bf39-26184523fb6e triggered by entity L2. {{(pid=99422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:33:06.156027 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516373'] for port, provisioning_complete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:15.736422 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a931885d-50a3-4aa6-8e3e-132bdd8e5ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:19.033294 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:19.589565 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-824ac49d-29c7-49ec-bbc2-af0bbd08d0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:21.588897 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:22.435164 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:23.477275 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:34.295507 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:33:45.737139 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d22f913f-9186-4784-86e0-bbf0f3ea8700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:49.034215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:49.590204 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-880168e9-e398-40ad-9ed6-375126997f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:50.450053 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-7bba2112-9448-4840-aa3a-9a9ca5b75802 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545008 Jul 12 17:33:50.546026 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-e8b0e719-c5c9-406c-993b-e06543a49493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:50.547569 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-e8b0e719-c5c9-406c-993b-e06543a49493 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1099 time: 0.0533614 Jul 12 17:33:50.650004 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-60bf8ab3-d7b7-41ec-9f30-9c3f01c6e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:50.651489 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-60bf8ab3-d7b7-41ec-9f30-9c3f01c6e595 service neutron] 10.222.0.97 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 910 time: 0.0840940 Jul 12 17:33:50.719093 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-46291235-97ba-4903-9418-00e8ec8ff88d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 1002 time: 0.0610085 Jul 12 17:33:50.768636 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-2cb7dad2-d8b6-4079-892f-ee08c2c568c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:50.770131 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-2cb7dad2-d8b6-4079-892f-ee08c2c568c4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 200 len: 848 time: 0.0452411 Jul 12 17:33:50.827464 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-edf0f702-389a-4b63-8acd-66069b8fc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:33:50.828956 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-edf0f702-389a-4b63-8acd-66069b8fc7a7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=62fc5cbd-4a15-4762-9737-7b97b158d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531483 Jul 12 17:33:51.189960 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-7bde35f3-48b6-4ce5-9dc8-fff780112792 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536727 Jul 12 17:33:51.279035 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a6b31ee8-a48f-4325-9cfc-29628a431d6a req-fc7941c2-8067-4fec-be90-b9c92e77ce3e service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822334 Jul 12 17:33:51.590746 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:52.447912 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:53.481957 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:11.294614 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:34:15.737695 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-f0a453a7-5407-404a-b9d0-0cbb0911c5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:16.856428 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53484) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:17.012984 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Deleting port 9ca9e4ec-ba1d-45b6-99d0-d8d2c3d0b932 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:17.013265 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:17.084977 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:17.085307 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:17.096477 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Calling delete_port for 9ca9e4ec-ba1d-45b6-99d0-d8d2c3d0b932 owned by network:floatingip {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:17.239328 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:17.263259 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event deleted for resources: {'Port': ['ID=9ca9e4ec-ba1d-45b6-99d0-d8d2c3d0b932,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:17.276477 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.276829 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.277175 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.277514 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.277886 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.278224 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.278553 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.278882 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.279234 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.279565 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.279893 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.280215 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:17.336970 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for floatingip, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:17.337300 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.db.l3_db [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Floating IP 3d5579e9-4c1c-4734-bc52-bac7e2f35252 disassociated (deleted). External IP: 172.27.1.141, port: 034f6235-e8a9-4be2-bf39-26184523fb6e. Jul 12 17:34:17.543801 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:34:17.650225 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:34:17.655487 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for floatingip, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:17.659782 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] Sync routers for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:34:17.668422 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:34:17.668960 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:33:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:17.695679 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f2d42fe1-d4ac-4838-bb84-2bd491bb460d tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "DELETE /v2.0/floatingips/3d5579e9-4c1c-4734-bc52-bac7e2f35252 HTTP/1.1" status: 204 len: 168 time: 0.8383663 Jul 12 17:34:17.696270 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:34:17.698552 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a605ef11-fda6-4e85-9c1d-e23f8b11a685" -d '{"events": [{"name": "network-changed", "server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:17.777185 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:34:17.877664 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d179309b-0326-4016-aca6-7dbe18bc13dd x-openstack-request-id: req-d179309b-0326-4016-aca6-7dbe18bc13dd {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:17.878206 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:17.878307 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d179309b-0326-4016-aca6-7dbe18bc13dd {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:17.878657 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'status': 'completed', 'code': 200} Jul 12 17:34:17.960634 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-aaebfccf-7055-45f5-a61d-ba9811a9c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:34:17.962183 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-aaebfccf-7055-45f5-a61d-ba9811a9c33e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 1099 time: 0.0553899 Jul 12 17:34:17.987605 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:08Z', 'revision_number': 5, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:18.017280 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] Checking router: 2bae460f-6e7d-45e4-b433-8d0531e2ee94 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:34:18.026400 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:34:18.027703 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:33:50Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:18.054448 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-4d68e364-5dcd-4329-978b-a5467be9be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:34:18.056913 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-4d68e364-5dcd-4329-978b-a5467be9be6e service neutron] 10.222.0.97 "GET /v2.0/networks?id=62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 200 len: 910 time: 0.0879691 Jul 12 17:34:18.104961 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-9f610782-687f-41f3-9617-552ef7d28c41 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 200 len: 217 time: 0.0415180 Jul 12 17:34:18.136267 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03644e0d-632d-464f-af63-75d70b3573a0 req-0f295cc0-fe2a-4aeb-9a2e-3c1470c2f415 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:34:18.137900 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-03644e0d-632d-464f-af63-75d70b3573a0 req-0f295cc0-fe2a-4aeb-9a2e-3c1470c2f415 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.1288681 Jul 12 17:34:18.158662 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-0c6ad0d9-b711-4be2-900f-7c66196ce5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:34:18.160522 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-0c6ad0d9-b711-4be2-900f-7c66196ce5f5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 200 len: 848 time: 0.0494783 Jul 12 17:34:18.178709 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [req-03644e0d-632d-464f-af63-75d70b3573a0 req-d7807b6c-70d7-4055-a273-29f83acfbd2c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Jul 12 17:34:18.223872 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-4b80b1a0-5ef4-47c8-8e30-f0d1f1227f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:34:18.225311 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-4b80b1a0-5ef4-47c8-8e30-f0d1f1227f9d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=62fc5cbd-4a15-4762-9737-7b97b158d565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576365 Jul 12 17:34:18.251678 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:34:18.317628 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-e7050165-bfd9-49b7-9134-e9a4f59133fb service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848176 Jul 12 17:34:18.406240 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-a605ef11-fda6-4e85-9c1d-e23f8b11a685 req-3d8f4c05-5873-48ec-961e-de1c9f3e6b66 service neutron] 10.222.0.97 "GET /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816610 Jul 12 17:34:18.446227 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:08Z', 'revision_number': 5, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:18.471647 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a705f-4028-4c6e-8ad5-a9a98096e41e None None] The sync data for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi is: [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:30:02Z', 'revision_number': 4, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi', '_interfaces': [{'id': '2c4ebe16-9d10-4e1e-b465-931541e09087', 'name': '', 'network_id': '62fc5cbd-4a15-4762-9737-7b97b158d565', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'mac_address': 'fa:16:3e:78:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:01Z', 'updated_at': '2021-07-12T17:30:08Z', 'revision_number': 5, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'subnets': [{'id': 'd2044bfe-4dc5-4654-818d-ad3e1808e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:34:18.684249 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcf7e22-9ef7-48be-9744-366a48b88212 None None] New status for floating IP 3d5579e9-4c1c-4734-bc52-bac7e2f35252: DOWN {{(pid=99423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:34:19.035136 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:19.397643 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d658e22-58ff-4758-958b-2dca8e93aa53 req-90e33489-cc5e-4586-99cd-d0ee8d4d38fd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:34:19.399126 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8d658e22-58ff-4758-958b-2dca8e93aa53 req-90e33489-cc5e-4586-99cd-d0ee8d4d38fd tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.1083860 Jul 12 17:34:19.439385 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-8d658e22-58ff-4758-958b-2dca8e93aa53 req-6113a9c0-35e7-4f9e-a4aa-a3a36e8e190e tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/security-groups?id=924d525c-510d-4d7d-877b-e2c359079b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340567 Jul 12 17:34:19.543745 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-104a0124-e3e9-4096-97ed-6c3f5aa8354f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:34:19.545224 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-104a0124-e3e9-4096-97ed-6c3f5aa8354f tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.97 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 946 time: 0.0626993 Jul 12 17:34:19.591779 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e3893aa1-6155-4fe7-910b-228c27bc82bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:19.644422 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Deleting port 034f6235-e8a9-4be2-bf39-26184523fb6e {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:19.644772 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:19.732566 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] For port 034f6235-e8a9-4be2-bf39-26184523fb6e, host hv-cinder-80049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80049',level=0,port_id=034f6235-e8a9-4be2-bf39-26184523fb6e,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:19.732920 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:19.745095 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Calling delete_port for 034f6235-e8a9-4be2-bf39-26184523fb6e owned by compute:nova {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:19.870888 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:19.900573 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event deleted for resources: {'Port': ['ID=034f6235-e8a9-4be2-bf39-26184523fb6e,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:19.944217 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] No DVR routers for this DVR port 034f6235-e8a9-4be2-bf39-26184523fb6e on host hv-cinder-80049 {{(pid=99420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:34:19.946682 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022847'] for port, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:19.948629 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-f120abf8-0e03-4674-ad7c-d4e131899b37 req-2f48623d-307c-49f5-8030-155799d1d5e5 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.97 "DELETE /v2.0/ports/034f6235-e8a9-4be2-bf39-26184523fb6e HTTP/1.1" status: 204 len: 173 time: 0.3983526 Jul 12 17:34:19.949051 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-deleted', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e'}] {{(pid=99420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:34:19.951851 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364eb24f2358be6c58a1e7ed1b7b44989c500cb6392d211db3ed34108033ccc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7a39a-691f-4aa5-8f35-40e85d1f25a5" -d '{"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-deleted", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e"}]}' {{(pid=99420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:19.986027 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a78024-dbf0-49cb-b51e-9613889c2637 x-openstack-request-id: req-42a78024-dbf0-49cb-b51e-9613889c2637 {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:19.986314 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30727816-f9a2-4346-93aa-361b51893316", "name": "network-vif-deleted", "tag": "034f6235-e8a9-4be2-bf39-26184523fb6e", "status": "completed", "code": 200}]} {{(pid=99420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:19.986564 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42a78024-dbf0-49cb-b51e-9613889c2637 {{(pid=99420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:19.986953 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30727816-f9a2-4346-93aa-361b51893316', 'name': 'network-vif-deleted', 'tag': '034f6235-e8a9-4be2-bf39-26184523fb6e', 'status': 'completed', 'code': 200} Jul 12 17:34:20.588336 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [req-9ceca576-3391-4423-9c6e-39486a331516 req-990ee0a1-bae6-4667-acc4-2884ff11c75c tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "GET /v2.0/ports?device_id=30727816-f9a2-4346-93aa-361b51893316 HTTP/1.1" status: 200 len: 210 time: 0.0278823 Jul 12 17:34:21.593806 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:21.681800 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53518) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:21.742630 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-645e9acf-43c8-445d-961e-6ce4909a05f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:21.768415 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-645e9acf-43c8-445d-961e-6ce4909a05f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:21.826985 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-645e9acf-43c8-445d-961e-6ce4909a05f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:21.829461 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-645e9acf-43c8-445d-961e-6ce4909a05f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Notify callbacks [] for security_group, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:21.830752 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-645e9acf-43c8-445d-961e-6ce4909a05f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] 10.222.0.74 "DELETE /v2.0/security-groups/924d525c-510d-4d7d-877b-e2c359079b4c HTTP/1.1" status: 204 len: 168 time: 0.1479535 Jul 12 17:34:21.839591 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e9acf-43c8-445d-961e-6ce4909a05f0 tempest-TestShelveInstance-1480889784 tempest-TestShelveInstance-1480889784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d525c-510d-4d7d-877b-e2c359079b4c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:21.867435 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53522) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:22.201003 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:22.446272 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Deleting port 2c4ebe16-9d10-4e1e-b465-931541e09087 {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:22.446616 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:22.457070 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:22.506617 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 034f6235-e8a9-4be2-bf39-26184523fb6e no longer exists at agent hyperv_hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:22.523349 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] For port 2c4ebe16-9d10-4e1e-b465-931541e09087, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=2c4ebe16-9d10-4e1e-b465-931541e09087,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:22.523696 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:22.530190 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] No Port match for: 034f6235-e8a9-4be2-bf39-26184523fb6e {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:34:22.530535 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Device 034f6235-e8a9-4be2-bf39-26184523fb6e not bound to the agent host hv-cinder-80049 {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:22.536930 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Calling delete_port for 2c4ebe16-9d10-4e1e-b465-931541e09087 owned by network:router_interface {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:22.709330 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:22.733161 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4ebe16-9d10-4e1e-b465-931541e09087,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:22.898369 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.101125 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:34:23.203889 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:34:23.208762 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-f06a4745-ae7e-4bf5-9c33-5c77aa0840f7 admin admin] 10.222.0.74 "PUT /v2.0/routers/2bae460f-6e7d-45e4-b433-8d0531e2ee94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3403080 Jul 12 17:34:23.211347 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53524) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:23.212395 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] Sync routers for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:34:23.221325 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:34:23.221954 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:34:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:23.312783 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.322581 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:34:23.412747 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.464479 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Deleting port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c {{(pid=99420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:23.464818 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.486907 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.505455 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:34:22Z', 'revision_number': 5, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port': {'id': 'c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:00Z', 'updated_at': '2021-07-12T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:23.532192 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] Checking router: 2bae460f-6e7d-45e4-b433-8d0531e2ee94 for host: dv-cinder-800490-1-iscsi {{(pid=99422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:34:23.540414 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] Routers {'2bae460f-6e7d-45e4-b433-8d0531e2ee94'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:34:23.541055 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:34:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'], 'active': True} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:23.543179 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.db [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] For port c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:23.543533 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.557877 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.plugins.ml2.plugin [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Calling delete_port for c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c owned by network:router_gateway {{(pid=99420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:23.627587 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvr_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] Set router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 gateway port host: None {{(pid=99422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:34:23.681577 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_hamode_db [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:34:23Z', 'revision_number': 6, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:23.708588 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68735fd4-78ea-460b-9e36-08d519863ddf None None] The sync data for ids ['2bae460f-6e7d-45e4-b433-8d0531e2ee94'] in dv-cinder-800490-1-iscsi is: [{'id': '2bae460f-6e7d-45e4-b433-8d0531e2ee94', 'name': 'tempest-TestShelveInstance-1204005430-router', 'tenant_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:29:59Z', 'updated_at': '2021-07-12T17:34:23Z', 'revision_number': 6, 'project_id': '4b3e5f35dceb4868a8c498ac094b4f93', 'gw_port_host': None}] {{(pid=99422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:34:23.744430 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7762111'] for port, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.770751 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:23.832161 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.924051 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:23.926156 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.232596 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.233174 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bae460f-6e7d-45e4-b433-8d0531e2ee94 {{(pid=99420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:34:24.238184 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] Notify callbacks [] for router, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.239437 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-dccbc0cb-ac32-4d62-8c26-fb556bcf1d84 admin admin] 10.222.0.74 "DELETE /v2.0/routers/2bae460f-6e7d-45e4-b433-8d0531e2ee94 HTTP/1.1" status: 204 len: 168 time: 1.0271263 Jul 12 17:34:24.242041 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.wsgi [-] (99420) accepted ('10.222.0.74', 53526) {{(pid=99420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:24.284994 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] Deleting subnet d2044bfe-4dc5-4654-818d-ad3e1808e2ed {{(pid=99420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:34:24.287896 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.320426 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7762664'] for subnet, precommit_delete_associations {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.398146 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.455487 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7762017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745455'] for subnet, after_delete {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.482838 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2044bfe-4dc5-4654-818d-ad3e1808e2ed,revision_number=None']} {{(pid=99420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:24.484883 dv-cinder-800490-1-iscsi neutron-server[99420]: DEBUG neutron_lib.callbacks.manager [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for subnet, before_response {{(pid=99420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.486720 dv-cinder-800490-1-iscsi neutron-server[99420]: INFO neutron.wsgi [None req-ff2377f1-f3ef-42bb-ac3a-289f923d4174 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d2044bfe-4dc5-4654-818d-ad3e1808e2ed HTTP/1.1" status: 204 len: 168 time: 0.2437136 Jul 12 17:34:24.488758 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d1b41-76cc-4dc9-8ad4-f44ef23e9249 None None] Network 62fc5cbd-4a15-4762-9737-7b97b158d565 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:34:24.489400 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53528) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:24.561925 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.614045 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Deleting port aa262b4f-8649-4e96-98ef-a56caff56a50 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:24.614384 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.682560 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] For port aa262b4f-8649-4e96-98ef-a56caff56a50, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=aa262b4f-8649-4e96-98ef-a56caff56a50,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:24.682914 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.696759 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Calling delete_port for aa262b4f-8649-4e96-98ef-a56caff56a50 owned by network:dhcp {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:24.701215 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] DHCP port deletion for 62fc5cbd-4a15-4762-9737-7b97b158d565 request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:34:24.751849 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Deleting port aa262b4f-8649-4e96-98ef-a56caff56a50 {{(pid=99422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:24.752275 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.776023 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.803812 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa262b4f-8649-4e96-98ef-a56caff56a50,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:24.807831 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] No DVR routers for this DVR port aa262b4f-8649-4e96-98ef-a56caff56a50 on host dv-cinder-800490-1-iscsi {{(pid=99421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:34:24.816520 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.816858 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.817190 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.817517 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.817868 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.818192 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.818513 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.818831 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.819149 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.819462 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.819779 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.819979 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] For port aa262b4f-8649-4e96-98ef-a56caff56a50, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=aa262b4f-8649-4e96-98ef-a56caff56a50,segment=NetworkSegment(10789b6f-e54b-4f04-9ef0-12e05cd5534d),segment_id=10789b6f-e54b-4f04-9ef0-12e05cd5534d)] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:24.820092 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.820372 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.834182 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Calling delete_port for aa262b4f-8649-4e96-98ef-a56caff56a50 owned by network:dhcp {{(pid=99422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:24.889106 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.899219 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fc5cbd-4a15-4762-9737-7b97b158d565']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:24.909896 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10789b6f-e54b-4f04-9ef0-12e05cd5534d') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:24.910191 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10789b6f-e54b-4f04-9ef0-12e05cd5534d') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:24.918898 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.932512 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.938486 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:34:24.938874 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:34:24.940487 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:34:24.954580 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895'] for port, after_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.978724 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Pushing event deleted for resources: {'Port': ['ID=aa262b4f-8649-4e96-98ef-a56caff56a50,revision_number=None']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:24.984640 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] No DVR routers for this DVR port aa262b4f-8649-4e96-98ef-a56caff56a50 on host dv-cinder-800490-1-iscsi {{(pid=99422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:34:24.992176 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:24.994118 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.994472 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.994879 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.995211 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.995538 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.995863 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.996186 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.996504 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.996828 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.997171 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.997457 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:24.997793 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41399335-7bb8-4735-af53-2a7e75759d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800490-1-iscsi {{(pid=99422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:25.011607 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:25.013492 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] 10.222.0.74 "DELETE /v2.0/networks/62fc5cbd-4a15-4762-9737-7b97b158d565 HTTP/1.1" status: 204 len: 168 time: 0.5229564 Jul 12 17:34:25.014794 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38e324-2f3c-42a1-a95c-b7cb1d48c518 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fc5cbd-4a15-4762-9737-7b97b158d565,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:25.016369 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53530) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:25.597908 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594474'] for router_interface, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:25.602913 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device aa262b4f-8649-4e96-98ef-a56caff56a50 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:25.623649 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: aa262b4f-8649-4e96-98ef-a56caff56a50 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:34:25.623984 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device aa262b4f-8649-4e96-98ef-a56caff56a50 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:25.624384 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 2c4ebe16-9d10-4e1e-b465-931541e09087 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:25.642326 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 2c4ebe16-9d10-4e1e-b465-931541e09087 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:34:25.642662 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 2c4ebe16-9d10-4e1e-b465-931541e09087 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:25.643063 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:25.661522 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:34:25.661894 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device c0fbb8f3-7838-4254-ade3-7b76d2f1bf0c not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:25.848044 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Deleting port 4102d44f-c26c-4c33-af69-cb3d2fb39099 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:25.848313 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:25.926562 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] For port 4102d44f-c26c-4c33-af69-cb3d2fb39099, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=4102d44f-c26c-4c33-af69-cb3d2fb39099,segment=NetworkSegment(91d64552-361a-4848-8403-32eab241d9e1),segment_id=91d64552-361a-4848-8403-32eab241d9e1)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:25.926908 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:25.938956 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Calling delete_port for 4102d44f-c26c-4c33-af69-cb3d2fb39099 owned by network:router_interface {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:26.109494 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:26.137015 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4102d44f-c26c-4c33-af69-cb3d2fb39099,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:26.298529 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1616432'] for router_interface, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:26.503209 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Router 51a0831c-86a0-42a1-ac83-4db1a3d84307 has already been hosted by L3 agent e8f62f58-d497-47c6-9c9e-ce4a931713dc {{(pid=99421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:34:26.604687 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] Notify agent at l3_agent.dv-cinder-800490-1-iscsi the message routers_updated {{(pid=99421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:34:26.610330 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-18bf2164-df72-4ea2-88af-92ff2fdc3c8c admin admin] 10.222.0.74 "PUT /v2.0/routers/51a0831c-86a0-42a1-ac83-4db1a3d84307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930042 Jul 12 17:34:26.612773 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53532) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:26.613292 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] Sync routers for ids ['51a0831c-86a0-42a1-ac83-4db1a3d84307'] in dv-cinder-800490-1-iscsi {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:34:26.622844 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] Routers {'51a0831c-86a0-42a1-ac83-4db1a3d84307'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:34:26.623434 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:34:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['51a0831c-86a0-42a1-ac83-4db1a3d84307'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:26.712379 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks [] for router, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:26.725724 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] Set router 51a0831c-86a0-42a1-ac83-4db1a3d84307 gateway port host: dv-cinder-800490-1-iscsi {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:34:26.811150 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:26.865123 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Deleting port 29353c3c-e820-41c2-8962-c726adc85443 {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:26.865468 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:26.908851 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'external_fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '29353c3c-e820-41c2-8962-c726adc85443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:34:26Z', 'revision_number': 5, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port': {'id': '29353c3c-e820-41c2-8962-c726adc85443', 'name': '', 'network_id': '1d971bfa-ba3b-45fe-8e4f-3ea1f04e57b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f524653-22a1-47ec-8f0b-0b6fb7581e4a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800490-1-iscsi'}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:26.934138 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] Checking router: 51a0831c-86a0-42a1-ac83-4db1a3d84307 for host: dv-cinder-800490-1-iscsi {{(pid=99423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:34:26.942406 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] Routers {'51a0831c-86a0-42a1-ac83-4db1a3d84307'} bound to L3 agent in host dv-cinder-800490-1-iscsi {{(pid=99423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:34:26.942995 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T16:39:49Z,description=,heartbeat_timestamp=2021-07-12T17:34:20Z,host='dv-cinder-800490-1-iscsi',id=e8f62f58-d497-47c6-9c9e-ce4a931713dc,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T16:39:49Z,topic='l3_agent')) {'router_ids': ['51a0831c-86a0-42a1-ac83-4db1a3d84307'], 'active': True} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:26.945151 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] For port 29353c3c-e820-41c2-8962-c726adc85443, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=29353c3c-e820-41c2-8962-c726adc85443,segment=NetworkSegment(e031f4e2-5af4-4743-8ef9-0119a2277374),segment_id=e031f4e2-5af4-4743-8ef9-0119a2277374)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:26.945512 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:26.957694 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Calling delete_port for 29353c3c-e820-41c2-8962-c726adc85443 owned by network:router_gateway {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:27.025247 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_dvr_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] Set router 51a0831c-86a0-42a1-ac83-4db1a3d84307 gateway port host: None {{(pid=99423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:34:27.077590 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.l3_hamode_db [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:34:26Z', 'revision_number': 6, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port_host': None}], 'dv-cinder-800490-1-iscsi', False) {} {{(pid=99423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:27.103137 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076acdb-9ccc-4dbd-931c-20691d0dad13 None None] The sync data for ids ['51a0831c-86a0-42a1-ac83-4db1a3d84307'] in dv-cinder-800490-1-iscsi is: [{'id': '51a0831c-86a0-42a1-ac83-4db1a3d84307', 'name': 'tempest-TestShelveInstance-885467905-router', 'tenant_id': '15ab2b9e52ab4513870da451f08bbd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:30:04Z', 'updated_at': '2021-07-12T17:34:26Z', 'revision_number': 6, 'project_id': '15ab2b9e52ab4513870da451f08bbd13', 'gw_port_host': None}] {{(pid=99423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:34:27.119898 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.145824 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=29353c3c-e820-41c2-8962-c726adc85443,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:27.207559 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437801'] for router_gateway, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.292950 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107071'] for router, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.295009 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.340440 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1589509'] for router, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.341083 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a0831c-86a0-42a1-ac83-4db1a3d84307 {{(pid=99421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:34:27.346224 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] Notify callbacks [] for router, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.347373 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-b63a8412-75e1-44f4-9e06-609af5ef9e12 admin admin] 10.222.0.74 "DELETE /v2.0/routers/51a0831c-86a0-42a1-ac83-4db1a3d84307 HTTP/1.1" status: 204 len: 168 time: 0.7336502 Jul 12 17:34:27.349714 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53534) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:27.392971 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.db_base_plugin_v2 [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] Deleting subnet 0a6844ab-1782-4a84-afbe-ad07ce75772a {{(pid=99421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:34:27.395873 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.429977 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2846203'] for subnet, precommit_delete_associations {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.512820 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520039'] for subnet, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.565755 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2757109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3039429'] for subnet, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.590525 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6844ab-1782-4a84-afbe-ad07ce75772a,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:27.594051 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.598200 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-97df2986-266a-4baf-abdf-bf14156b1296 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0a6844ab-1782-4a84-afbe-ad07ce75772a HTTP/1.1" status: 204 len: 168 time: 0.2452085 Jul 12 17:34:27.598303 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53536) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:27.601648 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0737618-340d-4354-8b5a-983289a80ff0 None None] Network 909e87f0-3faf-4f16-80a7-8d7da59f4658 requested from dv-cinder-800490-1-iscsi {{(pid=99422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:34:27.663483 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557800'] for network, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.718571 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Deleting port 00cc8909-6989-4b63-a359-c49105cbe8ff {{(pid=99421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:27.718909 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.780720 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.db [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] For port 00cc8909-6989-4b63-a359-c49105cbe8ff, host dv-cinder-800490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800490-1-iscsi',level=0,port_id=00cc8909-6989-4b63-a359-c49105cbe8ff,segment=NetworkSegment(91d64552-361a-4848-8403-32eab241d9e1),segment_id=91d64552-361a-4848-8403-32eab241d9e1)] {{(pid=99421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:27.781012 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.792834 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.plugin [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Calling delete_port for 00cc8909-6989-4b63-a359-c49105cbe8ff owned by network:dhcp {{(pid=99421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:27.850735 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] DHCP port deletion for 909e87f0-3faf-4f16-80a7-8d7da59f4658 request from dv-cinder-800490-1-iscsi {{(pid=99422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:34:27.882297 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2756907'] for port, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.898245 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] No DVR routers for this DVR port 00cc8909-6989-4b63-a359-c49105cbe8ff on host dv-cinder-800490-1-iscsi {{(pid=99421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:34:27.906357 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] Deleting port 00cc8909-6989-4b63-a359-c49105cbe8ff {{(pid=99422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:34:27.906739 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781030319086'] for port, before_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.920420 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 00cc8909-6989-4b63-a359-c49105cbe8ff no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:27.923299 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00cc8909-6989-4b63-a359-c49105cbe8ff,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:27.967740 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 00cc8909-6989-4b63-a359-c49105cbe8ff {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:34:27.967996 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 00cc8909-6989-4b63-a359-c49105cbe8ff not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:27.968451 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 29353c3c-e820-41c2-8962-c726adc85443 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:27.989828 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1516754', 'neutron.services.segments.db._delete_segments_for_network-8781030308190'] for network, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:27.990988 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 29353c3c-e820-41c2-8962-c726adc85443 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:34:27.991338 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 29353c3c-e820-41c2-8962-c726adc85443 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:27.991756 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 4102d44f-c26c-4c33-af69-cb3d2fb39099 no longer exists at agent ovs-agent-dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:28.000741 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909e87f0-3faf-4f16-80a7-8d7da59f4658']}} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:28.011271 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d64552-361a-4848-8403-32eab241d9e1') {'for_net_delete': True} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:28.011566 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.services.segments.db [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d64552-361a-4848-8403-32eab241d9e1') {} {{(pid=99421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:28.020301 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781030091138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846192'] for segment, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.023941 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] No Port match for: 4102d44f-c26c-4c33-af69-cb3d2fb39099 {{(pid=99422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:34:28.024285 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.rpc [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Device 4102d44f-c26c-4c33-af69-cb3d2fb39099 not bound to the agent host dv-cinder-800490-1-iscsi {{(pid=99422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:28.026116 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.db [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] For port 00cc8909-6989-4b63-a359-c49105cbe8ff, host dv-cinder-800490-1-iscsi, got binding levels [] {{(pid=99422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:28.026494 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1616490'] for port, precommit_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.038549 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094'] for segment, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.040158 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.plugins.ml2.plugin [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] Calling delete_port for 00cc8909-6989-4b63-a359-c49105cbe8ff owned by network:dhcp {{(pid=99422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:34:28.043187 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.ipam_backend_mixin [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] Port 00cc8909-6989-4b63-a359-c49105cbe8ff was not found and therefore no delete operation was performed {{(pid=99422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 17:34:28.044766 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781030327080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781029787895'] for port, after_delete {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.045485 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=99421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:34:28.045907 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2756888'] for segment, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: Traceback (most recent call last): Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: timer() Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: cb(*args, **kw) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: return func(*args, **kwargs) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: self._notify() Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: self.callback(batched_events) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: event.method(event) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: return f(self, *a, **k) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._get(url).json() Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: return self.request(url, 'GET', **kwargs) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:34:28.047951 dv-cinder-800490-1-iscsi neutron-server[99421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:34:28.069226 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] Pushing event deleted for resources: {'Port': ['ID=00cc8909-6989-4b63-a359-c49105cbe8ff,revision_number=None']} {{(pid=99422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:28.074975 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a792e0-2b7b-4242-9a03-77877bd2cc83 None None] No DVR routers for this DVR port 00cc8909-6989-4b63-a359-c49105cbe8ff on host dv-cinder-800490-1-iscsi {{(pid=99422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:34:28.112111 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437765'] for network, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.117502 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581718'] for network, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.121629 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/909e87f0-3faf-4f16-80a7-8d7da59f4658 HTTP/1.1" status: 204 len: 168 time: 0.5202482 Jul 12 17:34:28.131323 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58893fb8-2cee-4dfd-afd6-d2aa4ebbaeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=909e87f0-3faf-4f16-80a7-8d7da59f4658,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:28.284570 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53540) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:28.322010 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-e5b4807e-ce5c-4bf9-9d8b-8b4e677d5b15 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4b3e5f35dceb4868a8c498ac094b4f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362809 Jul 12 17:34:28.324332 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53542) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:28.370480 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bd7498b6-da91-4e2f-81f6-6cf936cdf429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.390830 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bd7498b6-da91-4e2f-81f6-6cf936cdf429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.434580 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bd7498b6-da91-4e2f-81f6-6cf936cdf429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.437116 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-bd7498b6-da91-4e2f-81f6-6cf936cdf429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.438287 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-bd7498b6-da91-4e2f-81f6-6cf936cdf429 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b30f50d-76f6-4fad-bb0d-1e9bd683f44a HTTP/1.1" status: 204 len: 168 time: 0.1130919 Jul 12 17:34:28.445727 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7498b6-da91-4e2f-81f6-6cf936cdf429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b30f50d-76f6-4fad-bb0d-1e9bd683f44a,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:28.742561 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53548) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:28.784087 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-97aa3067-e6be-4891-9332-feb892b1a782 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15ab2b9e52ab4513870da451f08bbd13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403278 Jul 12 17:34:28.786462 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.wsgi [-] (99421) accepted ('10.222.0.74', 53550) {{(pid=99421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:34:28.832298 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9220-6b23-4c1b-96c4-343fa0f2a9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.853740 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9220-6b23-4c1b-96c4-343fa0f2a9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.901503 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9220-6b23-4c1b-96c4-343fa0f2a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1687160'] for security_group, after_delete {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.904738 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9220-6b23-4c1b-96c4-343fa0f2a9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:28.905970 dv-cinder-800490-1-iscsi neutron-server[99421]: INFO neutron.wsgi [None req-f4ca9220-6b23-4c1b-96c4-343fa0f2a9d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1076705-0bbf-4689-b9db-ab57e4e0a9c4 HTTP/1.1" status: 204 len: 168 time: 0.1185389 Jul 12 17:34:28.914235 dv-cinder-800490-1-iscsi neutron-server[99421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca9220-6b23-4c1b-96c4-343fa0f2a9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1076705-0bbf-4689-b9db-ab57e4e0a9c4,revision_number=None']} {{(pid=99421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:45.738632 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-23b2cd4f-f136-4855-8ce2-23878fcb26d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:48.293785 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:34:49.036162 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:49.593618 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-85847a2e-3181-42e8-adad-1d25b4fd2d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:51.596226 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:52.464451 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:53.486292 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:15.739692 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-0693cedc-7662-4f33-aab4-833e98f215be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:19.040659 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:19.595412 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-203ea5d0-5306-45f5-8975-d25712dcd2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:21.599154 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:22.478367 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:23.487604 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:25.292372 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:35:45.738663 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0583-321e-4a67-867f-6f78ca9762e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:49.043566 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:49.596100 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-00addd0a-adec-4ef0-9e85-589aa6cf0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:51.601755 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:52.479121 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:53.492424 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:02.292152 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:36:15.739359 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3097e935-ebb2-4bd1-ad0a-afbf1ed0b84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:19.044230 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:19.597042 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-6689b04f-fc85-499e-955d-3a2f268aa424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:21.605191 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:22.489812 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:23.494726 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:39.291619 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:36:45.739636 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-9fd61ae5-568c-4bf2-b185-8c3d8744ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:49.045915 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:49.598104 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-bc018c00-4ff6-4c5a-b1e2-b12f9e9a0531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:51.613561 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:52.491692 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:53.496719 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:15.740829 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-de4ab054-074a-4ae5-b91e-0cdf352e4d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:16.290923 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:37:19.047733 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:19.598028 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-a800b341-7971-4a42-97a6-420230872b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:21.610828 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:22.506383 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:23.499959 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:45.741618 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5e76e4e9-2db3-4745-8e2b-344bee7488eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:49.048874 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:49.598691 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc173-f406-49e9-b7dd-8c1e5367835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:51.614887 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:52.508705 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:53.293563 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:37:53.502867 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:15.744758 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-3f67482d-09e4-4aab-a41c-cd1424484f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:19.051495 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:19.600126 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-b57fcc32-2e4a-4d24-b83c-4bdd76103101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:21.617028 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:22.510263 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:23.505565 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:30.292049 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:38:45.748739 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-e8a484cc-09f4-4bf5-984b-01194327c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:49.053243 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:49.599744 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-c68f678c-b6ec-4393-94eb-c05277df1d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:51.621431 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:52.505279 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:38:53.510474 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:39:07.291523 dv-cinder-800490-1-iscsi neutron-server[99423]: DEBUG neutron.db.agents_db [None req-a254f251-1cc5-495c-8455-3d964cc16b8f None None] Agent healthcheck: found 6 active agents {{(pid=99423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:39:15.751479 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-84589856-fd7c-4d93-a6b3-7bd8edf107ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:39:19.054986 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-8affbde5-fa34-420c-bc07-ad0ddbda71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:39:19.600650 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-2f16cfc1-fd25-4ec3-96a8-4da043b6c1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:39:21.622446 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-42316509-495c-4af5-bdec-70c9d979856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:39:22.505501 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-d66e3f79-5f80-41b5-a3b0-19cd2b9a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:39:23.513014 dv-cinder-800490-1-iscsi neutron-server[99422]: DEBUG neutron_lib.callbacks.manager [None req-960fb4ad-f058-4ffe-92cf-9d89efb927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781030308172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516516'] for agent, after_update {{(pid=99422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}